2024-11-09 05:24:45,261 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-11-09 05:24:45,275 main DEBUG Took 0.011983 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-09 05:24:45,276 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-09 05:24:45,276 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-09 05:24:45,277 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-09 05:24:45,279 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 05:24:45,287 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-09 05:24:45,302 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 05:24:45,304 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 05:24:45,305 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 05:24:45,305 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 05:24:45,306 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 05:24:45,306 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 05:24:45,308 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 05:24:45,308 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 05:24:45,309 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 05:24:45,309 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 05:24:45,310 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 05:24:45,311 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 05:24:45,311 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 05:24:45,312 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 05:24:45,312 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 05:24:45,313 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 05:24:45,313 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 05:24:45,314 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 05:24:45,314 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 05:24:45,315 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 05:24:45,315 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 05:24:45,316 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 05:24:45,316 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 05:24:45,317 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 05:24:45,317 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 05:24:45,318 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-09 05:24:45,320 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 05:24:45,321 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-09 05:24:45,323 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-09 05:24:45,324 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-09 05:24:45,326 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-09 05:24:45,326 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-09 05:24:45,336 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-09 05:24:45,339 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-09 05:24:45,340 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-09 05:24:45,341 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-09 05:24:45,341 main DEBUG createAppenders(={Console}) 2024-11-09 05:24:45,342 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad initialized 2024-11-09 05:24:45,342 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-11-09 05:24:45,342 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad OK. 2024-11-09 05:24:45,343 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-09 05:24:45,343 main DEBUG OutputStream closed 2024-11-09 05:24:45,343 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-09 05:24:45,344 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-09 05:24:45,344 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@55634720 OK 2024-11-09 05:24:45,427 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-09 05:24:45,430 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-09 05:24:45,432 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-09 05:24:45,433 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-09 05:24:45,434 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-09 05:24:45,434 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-09 05:24:45,435 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-09 05:24:45,435 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-09 05:24:45,435 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-09 05:24:45,436 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-09 05:24:45,436 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-09 05:24:45,437 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-09 05:24:45,437 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-09 05:24:45,438 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-09 05:24:45,438 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-09 05:24:45,438 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-09 05:24:45,439 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-09 05:24:45,440 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-09 05:24:45,443 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-09 05:24:45,443 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@19835e64) with optional ClassLoader: null 2024-11-09 05:24:45,444 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-09 05:24:45,445 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@19835e64] started OK. 2024-11-09T05:24:45,740 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d09197ca-a97b-6c22-59af-b654184216ce 2024-11-09 05:24:45,743 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-09 05:24:45,744 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-09T05:24:45,754 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithNoInMemCompaction timeout: 13 mins 2024-11-09T05:24:45,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T05:24:45,789 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d09197ca-a97b-6c22-59af-b654184216ce/cluster_be2cea33-2301-f177-92ff-6ea3f48be4bb, deleteOnExit=true 2024-11-09T05:24:45,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T05:24:45,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d09197ca-a97b-6c22-59af-b654184216ce/test.cache.data in system properties and HBase conf 2024-11-09T05:24:45,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d09197ca-a97b-6c22-59af-b654184216ce/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T05:24:45,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d09197ca-a97b-6c22-59af-b654184216ce/hadoop.log.dir in system properties and HBase conf 2024-11-09T05:24:45,792 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d09197ca-a97b-6c22-59af-b654184216ce/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T05:24:45,792 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d09197ca-a97b-6c22-59af-b654184216ce/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T05:24:45,793 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T05:24:45,890 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-09T05:24:46,002 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T05:24:46,008 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d09197ca-a97b-6c22-59af-b654184216ce/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T05:24:46,009 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d09197ca-a97b-6c22-59af-b654184216ce/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T05:24:46,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d09197ca-a97b-6c22-59af-b654184216ce/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T05:24:46,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d09197ca-a97b-6c22-59af-b654184216ce/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T05:24:46,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d09197ca-a97b-6c22-59af-b654184216ce/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T05:24:46,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d09197ca-a97b-6c22-59af-b654184216ce/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T05:24:46,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d09197ca-a97b-6c22-59af-b654184216ce/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T05:24:46,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d09197ca-a97b-6c22-59af-b654184216ce/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T05:24:46,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d09197ca-a97b-6c22-59af-b654184216ce/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T05:24:46,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d09197ca-a97b-6c22-59af-b654184216ce/nfs.dump.dir in system properties and HBase conf 2024-11-09T05:24:46,015 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d09197ca-a97b-6c22-59af-b654184216ce/java.io.tmpdir in system properties and HBase conf 2024-11-09T05:24:46,015 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d09197ca-a97b-6c22-59af-b654184216ce/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T05:24:46,016 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d09197ca-a97b-6c22-59af-b654184216ce/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T05:24:46,017 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d09197ca-a97b-6c22-59af-b654184216ce/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T05:24:47,459 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-09T05:24:47,534 INFO [Time-limited test {}] log.Log(170): Logging initialized @2979ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-09T05:24:47,602 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T05:24:47,655 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T05:24:47,673 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T05:24:47,674 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T05:24:47,675 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T05:24:47,685 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T05:24:47,687 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b23711f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d09197ca-a97b-6c22-59af-b654184216ce/hadoop.log.dir/,AVAILABLE} 2024-11-09T05:24:47,688 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@93c62df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T05:24:47,863 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4ded99d3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d09197ca-a97b-6c22-59af-b654184216ce/java.io.tmpdir/jetty-localhost-36143-hadoop-hdfs-3_4_1-tests_jar-_-any-10958378275664512571/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T05:24:47,874 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@557285fa{HTTP/1.1, (http/1.1)}{localhost:36143} 2024-11-09T05:24:47,874 INFO [Time-limited test {}] server.Server(415): Started @3319ms 2024-11-09T05:24:48,455 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T05:24:48,462 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T05:24:48,464 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T05:24:48,464 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T05:24:48,464 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T05:24:48,465 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4fd7fa7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d09197ca-a97b-6c22-59af-b654184216ce/hadoop.log.dir/,AVAILABLE} 2024-11-09T05:24:48,466 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@435f9f96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T05:24:48,595 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4269bd31{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d09197ca-a97b-6c22-59af-b654184216ce/java.io.tmpdir/jetty-localhost-41119-hadoop-hdfs-3_4_1-tests_jar-_-any-9464477004052662511/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T05:24:48,596 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@353d64f2{HTTP/1.1, (http/1.1)}{localhost:41119} 2024-11-09T05:24:48,596 INFO [Time-limited test {}] server.Server(415): Started @4041ms 2024-11-09T05:24:48,669 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T05:24:49,694 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d09197ca-a97b-6c22-59af-b654184216ce/cluster_be2cea33-2301-f177-92ff-6ea3f48be4bb/data/data1/current/BP-780707363-172.17.0.2-1731129886640/current, will proceed with Du for space computation calculation, 2024-11-09T05:24:49,694 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d09197ca-a97b-6c22-59af-b654184216ce/cluster_be2cea33-2301-f177-92ff-6ea3f48be4bb/data/data2/current/BP-780707363-172.17.0.2-1731129886640/current, will proceed with Du for space computation calculation, 2024-11-09T05:24:49,724 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T05:24:49,773 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x78ed0da972a7ebe5 with lease ID 0x8243bd5572db2538: Processing first storage report for DS-a22c2a44-8a2b-4e61-9391-236452eb5722 from datanode DatanodeRegistration(127.0.0.1:45391, datanodeUuid=04575908-092f-4e9c-ba86-d11d25d42665, infoPort=37041, infoSecurePort=0, ipcPort=37227, storageInfo=lv=-57;cid=testClusterID;nsid=775842316;c=1731129886640) 2024-11-09T05:24:49,775 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x78ed0da972a7ebe5 with lease ID 0x8243bd5572db2538: from storage DS-a22c2a44-8a2b-4e61-9391-236452eb5722 node DatanodeRegistration(127.0.0.1:45391, datanodeUuid=04575908-092f-4e9c-ba86-d11d25d42665, infoPort=37041, infoSecurePort=0, ipcPort=37227, storageInfo=lv=-57;cid=testClusterID;nsid=775842316;c=1731129886640), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-09T05:24:49,775 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x78ed0da972a7ebe5 with lease ID 0x8243bd5572db2538: Processing first storage report for DS-3e2052e3-f25d-44a0-8b4e-0b469df314c7 from datanode DatanodeRegistration(127.0.0.1:45391, datanodeUuid=04575908-092f-4e9c-ba86-d11d25d42665, infoPort=37041, infoSecurePort=0, ipcPort=37227, storageInfo=lv=-57;cid=testClusterID;nsid=775842316;c=1731129886640) 2024-11-09T05:24:49,776 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x78ed0da972a7ebe5 with lease ID 0x8243bd5572db2538: from storage DS-3e2052e3-f25d-44a0-8b4e-0b469df314c7 node DatanodeRegistration(127.0.0.1:45391, datanodeUuid=04575908-092f-4e9c-ba86-d11d25d42665, infoPort=37041, infoSecurePort=0, ipcPort=37227, storageInfo=lv=-57;cid=testClusterID;nsid=775842316;c=1731129886640), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T05:24:49,785 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d09197ca-a97b-6c22-59af-b654184216ce 2024-11-09T05:24:49,877 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d09197ca-a97b-6c22-59af-b654184216ce/cluster_be2cea33-2301-f177-92ff-6ea3f48be4bb/zookeeper_0, clientPort=62885, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d09197ca-a97b-6c22-59af-b654184216ce/cluster_be2cea33-2301-f177-92ff-6ea3f48be4bb/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d09197ca-a97b-6c22-59af-b654184216ce/cluster_be2cea33-2301-f177-92ff-6ea3f48be4bb/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T05:24:49,889 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62885 2024-11-09T05:24:49,902 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T05:24:49,905 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T05:24:50,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073741825_1001 (size=7) 2024-11-09T05:24:50,530 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320 with version=8 2024-11-09T05:24:50,531 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/hbase-staging 2024-11-09T05:24:50,614 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-09T05:24:50,869 INFO [Time-limited test {}] client.ConnectionUtils(128): master/059551c538b7:0 server-side Connection retries=45 2024-11-09T05:24:50,878 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T05:24:50,879 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T05:24:50,883 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T05:24:50,883 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T05:24:50,883 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T05:24:51,025 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T05:24:51,096 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-09T05:24:51,107 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-09T05:24:51,111 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T05:24:51,139 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 29266 (auto-detected) 2024-11-09T05:24:51,140 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-09T05:24:51,158 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41745 2024-11-09T05:24:51,177 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41745 connecting to ZooKeeper ensemble=127.0.0.1:62885 2024-11-09T05:24:51,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:417450x0, quorum=127.0.0.1:62885, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T05:24:51,288 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41745-0x1011e0dcfdf0000 connected 2024-11-09T05:24:51,380 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T05:24:51,382 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T05:24:51,391 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41745-0x1011e0dcfdf0000, quorum=127.0.0.1:62885, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T05:24:51,394 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320, hbase.cluster.distributed=false 2024-11-09T05:24:51,416 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41745-0x1011e0dcfdf0000, quorum=127.0.0.1:62885, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T05:24:51,420 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41745 2024-11-09T05:24:51,421 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41745 2024-11-09T05:24:51,422 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41745 2024-11-09T05:24:51,424 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41745 2024-11-09T05:24:51,424 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41745 2024-11-09T05:24:51,525 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/059551c538b7:0 server-side Connection retries=45 2024-11-09T05:24:51,526 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T05:24:51,526 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T05:24:51,526 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T05:24:51,527 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T05:24:51,527 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T05:24:51,529 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T05:24:51,532 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T05:24:51,536 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40801 2024-11-09T05:24:51,539 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40801 connecting to ZooKeeper ensemble=127.0.0.1:62885 2024-11-09T05:24:51,540 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T05:24:51,544 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T05:24:51,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:408010x0, quorum=127.0.0.1:62885, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T05:24:51,558 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:408010x0, quorum=127.0.0.1:62885, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T05:24:51,558 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40801-0x1011e0dcfdf0001 connected 2024-11-09T05:24:51,562 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T05:24:51,570 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T05:24:51,572 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40801-0x1011e0dcfdf0001, quorum=127.0.0.1:62885, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-09T05:24:51,577 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40801-0x1011e0dcfdf0001, quorum=127.0.0.1:62885, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T05:24:51,582 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40801 2024-11-09T05:24:51,583 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40801 2024-11-09T05:24:51,584 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40801 2024-11-09T05:24:51,587 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40801 2024-11-09T05:24:51,587 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40801 2024-11-09T05:24:51,600 DEBUG [M:0;059551c538b7:41745 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;059551c538b7:41745 2024-11-09T05:24:51,601 INFO [master/059551c538b7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/059551c538b7,41745,1731129890711 2024-11-09T05:24:51,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40801-0x1011e0dcfdf0001, quorum=127.0.0.1:62885, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T05:24:51,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41745-0x1011e0dcfdf0000, quorum=127.0.0.1:62885, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T05:24:51,617 DEBUG [master/059551c538b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41745-0x1011e0dcfdf0000, quorum=127.0.0.1:62885, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/059551c538b7,41745,1731129890711 2024-11-09T05:24:51,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40801-0x1011e0dcfdf0001, quorum=127.0.0.1:62885, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-09T05:24:51,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41745-0x1011e0dcfdf0000, quorum=127.0.0.1:62885, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T05:24:51,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40801-0x1011e0dcfdf0001, quorum=127.0.0.1:62885, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T05:24:51,648 DEBUG [master/059551c538b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41745-0x1011e0dcfdf0000, quorum=127.0.0.1:62885, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-09T05:24:51,649 INFO [master/059551c538b7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/059551c538b7,41745,1731129890711 from backup master directory 2024-11-09T05:24:51,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41745-0x1011e0dcfdf0000, quorum=127.0.0.1:62885, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/059551c538b7,41745,1731129890711 2024-11-09T05:24:51,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40801-0x1011e0dcfdf0001, quorum=127.0.0.1:62885, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T05:24:51,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41745-0x1011e0dcfdf0000, quorum=127.0.0.1:62885, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T05:24:51,663 WARN [master/059551c538b7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T05:24:51,663 INFO [master/059551c538b7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=059551c538b7,41745,1731129890711 2024-11-09T05:24:51,665 INFO [master/059551c538b7:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-09T05:24:51,667 INFO [master/059551c538b7:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-09T05:24:51,718 DEBUG [master/059551c538b7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/hbase.id] with ID: 9cbcd106-ff71-48e9-988a-d53636563491 2024-11-09T05:24:51,718 DEBUG [master/059551c538b7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/.tmp/hbase.id 2024-11-09T05:24:51,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073741826_1002 (size=42) 2024-11-09T05:24:52,131 DEBUG [master/059551c538b7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/.tmp/hbase.id]:[hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/hbase.id] 2024-11-09T05:24:52,170 INFO [master/059551c538b7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T05:24:52,175 INFO [master/059551c538b7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T05:24:52,193 INFO [master/059551c538b7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 16ms. 2024-11-09T05:24:52,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41745-0x1011e0dcfdf0000, quorum=127.0.0.1:62885, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T05:24:52,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40801-0x1011e0dcfdf0001, quorum=127.0.0.1:62885, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T05:24:52,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073741827_1003 (size=196) 2024-11-09T05:24:52,669 INFO [master/059551c538b7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T05:24:52,671 INFO [master/059551c538b7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T05:24:52,684 DEBUG [master/059551c538b7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:24:52,688 INFO [master/059551c538b7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T05:24:52,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073741828_1004 (size=1189) 2024-11-09T05:24:52,734 INFO [master/059551c538b7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/MasterData/data/master/store 2024-11-09T05:24:52,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073741829_1005 (size=34) 2024-11-09T05:24:52,758 INFO [master/059551c538b7:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-09T05:24:52,761 DEBUG [master/059551c538b7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T05:24:52,762 DEBUG [master/059551c538b7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T05:24:52,762 INFO [master/059551c538b7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T05:24:52,762 DEBUG [master/059551c538b7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T05:24:52,764 DEBUG [master/059551c538b7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T05:24:52,764 DEBUG [master/059551c538b7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T05:24:52,764 INFO [master/059551c538b7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T05:24:52,765 DEBUG [master/059551c538b7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731129892762Disabling compacts and flushes for region at 1731129892762Disabling writes for close at 1731129892764 (+2 ms)Writing region close event to WAL at 1731129892764Closed at 1731129892764 2024-11-09T05:24:52,767 WARN [master/059551c538b7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/MasterData/data/master/store/.initializing 2024-11-09T05:24:52,767 DEBUG [master/059551c538b7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/MasterData/WALs/059551c538b7,41745,1731129890711 2024-11-09T05:24:52,775 INFO [master/059551c538b7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T05:24:52,789 INFO [master/059551c538b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=059551c538b7%2C41745%2C1731129890711, suffix=, logDir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/MasterData/WALs/059551c538b7,41745,1731129890711, archiveDir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/MasterData/oldWALs, maxLogs=10 2024-11-09T05:24:52,809 DEBUG [master/059551c538b7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/MasterData/WALs/059551c538b7,41745,1731129890711/059551c538b7%2C41745%2C1731129890711.1731129892793, exclude list is [], retry=0 2024-11-09T05:24:52,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45391,DS-a22c2a44-8a2b-4e61-9391-236452eb5722,DISK] 2024-11-09T05:24:52,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-09T05:24:52,860 INFO [master/059551c538b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/MasterData/WALs/059551c538b7,41745,1731129890711/059551c538b7%2C41745%2C1731129890711.1731129892793 2024-11-09T05:24:52,861 DEBUG [master/059551c538b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37041:37041)] 2024-11-09T05:24:52,862 DEBUG [master/059551c538b7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T05:24:52,862 DEBUG [master/059551c538b7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T05:24:52,866 DEBUG [master/059551c538b7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T05:24:52,867 DEBUG [master/059551c538b7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T05:24:52,904 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T05:24:52,927 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T05:24:52,930 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:24:52,932 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T05:24:52,932 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T05:24:52,935 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T05:24:52,935 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:24:52,936 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T05:24:52,937 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T05:24:52,939 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T05:24:52,939 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:24:52,940 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T05:24:52,940 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T05:24:52,942 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T05:24:52,942 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:24:52,943 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T05:24:52,944 DEBUG [master/059551c538b7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T05:24:52,948 DEBUG [master/059551c538b7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T05:24:52,949 DEBUG [master/059551c538b7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T05:24:52,955 DEBUG [master/059551c538b7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T05:24:52,956 DEBUG [master/059551c538b7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T05:24:52,959 DEBUG [master/059551c538b7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T05:24:52,963 DEBUG [master/059551c538b7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T05:24:52,966 DEBUG [master/059551c538b7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T05:24:52,968 INFO [master/059551c538b7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74592634, jitterRate=0.11151686310768127}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T05:24:52,974 DEBUG [master/059551c538b7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731129892882Initializing all the Stores at 1731129892885 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731129892885Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731129892886 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731129892886Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731129892886Cleaning up temporary data from old regions at 1731129892956 (+70 ms)Region opened successfully at 1731129892974 (+18 ms) 2024-11-09T05:24:52,975 INFO [master/059551c538b7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T05:24:53,010 DEBUG [master/059551c538b7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c4eb2ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=059551c538b7/172.17.0.2:0 2024-11-09T05:24:53,037 INFO [master/059551c538b7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T05:24:53,047 INFO [master/059551c538b7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T05:24:53,047 INFO [master/059551c538b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T05:24:53,049 INFO [master/059551c538b7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T05:24:53,051 INFO [master/059551c538b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-09T05:24:53,055 INFO [master/059551c538b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-09T05:24:53,055 INFO [master/059551c538b7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T05:24:53,078 INFO [master/059551c538b7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T05:24:53,086 DEBUG [master/059551c538b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41745-0x1011e0dcfdf0000, quorum=127.0.0.1:62885, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-09T05:24:53,146 DEBUG [master/059551c538b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-09T05:24:53,149 INFO [master/059551c538b7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T05:24:53,151 DEBUG [master/059551c538b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41745-0x1011e0dcfdf0000, quorum=127.0.0.1:62885, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-09T05:24:53,162 DEBUG [master/059551c538b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-09T05:24:53,164 INFO [master/059551c538b7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T05:24:53,168 DEBUG [master/059551c538b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41745-0x1011e0dcfdf0000, quorum=127.0.0.1:62885, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-09T05:24:53,177 DEBUG [master/059551c538b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-09T05:24:53,179 DEBUG [master/059551c538b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41745-0x1011e0dcfdf0000, quorum=127.0.0.1:62885, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-09T05:24:53,188 DEBUG [master/059551c538b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-09T05:24:53,206 DEBUG [master/059551c538b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41745-0x1011e0dcfdf0000, quorum=127.0.0.1:62885, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T05:24:53,214 DEBUG [master/059551c538b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-09T05:24:53,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40801-0x1011e0dcfdf0001, quorum=127.0.0.1:62885, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T05:24:53,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41745-0x1011e0dcfdf0000, quorum=127.0.0.1:62885, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T05:24:53,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40801-0x1011e0dcfdf0001, quorum=127.0.0.1:62885, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T05:24:53,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41745-0x1011e0dcfdf0000, quorum=127.0.0.1:62885, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T05:24:53,228 INFO [master/059551c538b7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=059551c538b7,41745,1731129890711, sessionid=0x1011e0dcfdf0000, setting cluster-up flag (Was=false) 2024-11-09T05:24:53,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40801-0x1011e0dcfdf0001, quorum=127.0.0.1:62885, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T05:24:53,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41745-0x1011e0dcfdf0000, quorum=127.0.0.1:62885, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T05:24:53,288 DEBUG [master/059551c538b7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-09T05:24:53,290 DEBUG [master/059551c538b7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=059551c538b7,41745,1731129890711 2024-11-09T05:24:53,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41745-0x1011e0dcfdf0000, quorum=127.0.0.1:62885, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T05:24:53,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40801-0x1011e0dcfdf0001, quorum=127.0.0.1:62885, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T05:24:53,346 DEBUG [master/059551c538b7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-09T05:24:53,347 DEBUG [master/059551c538b7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=059551c538b7,41745,1731129890711 2024-11-09T05:24:53,354 INFO [master/059551c538b7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T05:24:53,392 INFO [RS:0;059551c538b7:40801 {}] regionserver.HRegionServer(746): ClusterId : 9cbcd106-ff71-48e9-988a-d53636563491 2024-11-09T05:24:53,394 DEBUG [RS:0;059551c538b7:40801 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T05:24:53,406 DEBUG [RS:0;059551c538b7:40801 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T05:24:53,406 DEBUG [RS:0;059551c538b7:40801 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T05:24:53,416 DEBUG [RS:0;059551c538b7:40801 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T05:24:53,416 DEBUG [RS:0;059551c538b7:40801 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10b3948, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=059551c538b7/172.17.0.2:0 2024-11-09T05:24:53,430 DEBUG [RS:0;059551c538b7:40801 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;059551c538b7:40801 2024-11-09T05:24:53,433 INFO [RS:0;059551c538b7:40801 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T05:24:53,433 INFO [RS:0;059551c538b7:40801 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T05:24:53,433 DEBUG [RS:0;059551c538b7:40801 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T05:24:53,433 DEBUG [master/059551c538b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T05:24:53,436 INFO [RS:0;059551c538b7:40801 {}] regionserver.HRegionServer(2659): reportForDuty to master=059551c538b7,41745,1731129890711 with port=40801, startcode=1731129891493 2024-11-09T05:24:53,443 INFO [master/059551c538b7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T05:24:53,446 DEBUG [RS:0;059551c538b7:40801 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T05:24:53,450 INFO [master/059551c538b7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T05:24:53,456 DEBUG [master/059551c538b7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 059551c538b7,41745,1731129890711 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T05:24:53,464 DEBUG [master/059551c538b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/059551c538b7:0, corePoolSize=5, maxPoolSize=5 2024-11-09T05:24:53,464 DEBUG [master/059551c538b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/059551c538b7:0, corePoolSize=5, maxPoolSize=5 2024-11-09T05:24:53,464 DEBUG [master/059551c538b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/059551c538b7:0, corePoolSize=5, maxPoolSize=5 2024-11-09T05:24:53,464 DEBUG [master/059551c538b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/059551c538b7:0, corePoolSize=5, maxPoolSize=5 2024-11-09T05:24:53,466 DEBUG [master/059551c538b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/059551c538b7:0, corePoolSize=10, maxPoolSize=10 2024-11-09T05:24:53,467 DEBUG [master/059551c538b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/059551c538b7:0, corePoolSize=1, maxPoolSize=1 2024-11-09T05:24:53,468 DEBUG [master/059551c538b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/059551c538b7:0, corePoolSize=2, maxPoolSize=2 2024-11-09T05:24:53,468 DEBUG [master/059551c538b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/059551c538b7:0, corePoolSize=1, maxPoolSize=1 2024-11-09T05:24:53,472 INFO [master/059551c538b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731129923472 2024-11-09T05:24:53,474 INFO [master/059551c538b7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T05:24:53,475 INFO [master/059551c538b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T05:24:53,477 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58201, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T05:24:53,478 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T05:24:53,478 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T05:24:53,480 INFO [master/059551c538b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T05:24:53,480 INFO [master/059551c538b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T05:24:53,481 INFO [master/059551c538b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T05:24:53,481 INFO [master/059551c538b7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T05:24:53,481 INFO [master/059551c538b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T05:24:53,484 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41745 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:24:53,485 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:24:53,485 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T05:24:53,487 INFO [master/059551c538b7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T05:24:53,488 INFO [master/059551c538b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T05:24:53,488 INFO [master/059551c538b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T05:24:53,492 INFO [master/059551c538b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T05:24:53,493 INFO [master/059551c538b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T05:24:53,494 DEBUG [master/059551c538b7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/059551c538b7:0:becomeActiveMaster-HFileCleaner.large.0-1731129893494,5,FailOnTimeoutGroup] 2024-11-09T05:24:53,495 DEBUG [master/059551c538b7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/059551c538b7:0:becomeActiveMaster-HFileCleaner.small.0-1731129893495,5,FailOnTimeoutGroup] 2024-11-09T05:24:53,495 INFO [master/059551c538b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T05:24:53,496 INFO [master/059551c538b7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T05:24:53,497 INFO [master/059551c538b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T05:24:53,497 INFO [master/059551c538b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T05:24:53,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073741831_1007 (size=1321) 2024-11-09T05:24:53,515 DEBUG [RS:0;059551c538b7:40801 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-09T05:24:53,515 WARN [RS:0;059551c538b7:40801 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-09T05:24:53,616 INFO [RS:0;059551c538b7:40801 {}] regionserver.HRegionServer(2659): reportForDuty to master=059551c538b7,41745,1731129890711 with port=40801, startcode=1731129891493 2024-11-09T05:24:53,618 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41745 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 059551c538b7,40801,1731129891493 2024-11-09T05:24:53,621 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41745 {}] master.ServerManager(517): Registering regionserver=059551c538b7,40801,1731129891493 2024-11-09T05:24:53,629 DEBUG [RS:0;059551c538b7:40801 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320 2024-11-09T05:24:53,629 DEBUG [RS:0;059551c538b7:40801 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42479 2024-11-09T05:24:53,630 DEBUG [RS:0;059551c538b7:40801 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T05:24:53,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41745-0x1011e0dcfdf0000, quorum=127.0.0.1:62885, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T05:24:53,705 DEBUG [RS:0;059551c538b7:40801 {}] zookeeper.ZKUtil(111): regionserver:40801-0x1011e0dcfdf0001, quorum=127.0.0.1:62885, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/059551c538b7,40801,1731129891493 2024-11-09T05:24:53,705 WARN [RS:0;059551c538b7:40801 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T05:24:53,705 INFO [RS:0;059551c538b7:40801 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T05:24:53,705 DEBUG [RS:0;059551c538b7:40801 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/WALs/059551c538b7,40801,1731129891493 2024-11-09T05:24:53,706 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [059551c538b7,40801,1731129891493] 2024-11-09T05:24:53,732 INFO [RS:0;059551c538b7:40801 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T05:24:53,749 INFO [RS:0;059551c538b7:40801 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T05:24:53,753 INFO [RS:0;059551c538b7:40801 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T05:24:53,753 INFO [RS:0;059551c538b7:40801 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T05:24:53,754 INFO [RS:0;059551c538b7:40801 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T05:24:53,758 INFO [RS:0;059551c538b7:40801 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T05:24:53,759 INFO [RS:0;059551c538b7:40801 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T05:24:53,760 DEBUG [RS:0;059551c538b7:40801 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/059551c538b7:0, corePoolSize=1, maxPoolSize=1 2024-11-09T05:24:53,760 DEBUG [RS:0;059551c538b7:40801 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/059551c538b7:0, corePoolSize=1, maxPoolSize=1 2024-11-09T05:24:53,760 DEBUG [RS:0;059551c538b7:40801 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/059551c538b7:0, corePoolSize=1, maxPoolSize=1 2024-11-09T05:24:53,760 DEBUG [RS:0;059551c538b7:40801 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/059551c538b7:0, corePoolSize=1, maxPoolSize=1 2024-11-09T05:24:53,760 DEBUG [RS:0;059551c538b7:40801 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/059551c538b7:0, corePoolSize=1, maxPoolSize=1 2024-11-09T05:24:53,760 DEBUG [RS:0;059551c538b7:40801 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/059551c538b7:0, corePoolSize=2, maxPoolSize=2 2024-11-09T05:24:53,761 DEBUG [RS:0;059551c538b7:40801 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/059551c538b7:0, corePoolSize=1, maxPoolSize=1 2024-11-09T05:24:53,761 DEBUG [RS:0;059551c538b7:40801 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/059551c538b7:0, corePoolSize=1, maxPoolSize=1 2024-11-09T05:24:53,761 DEBUG [RS:0;059551c538b7:40801 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/059551c538b7:0, corePoolSize=1, maxPoolSize=1 2024-11-09T05:24:53,761 DEBUG [RS:0;059551c538b7:40801 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/059551c538b7:0, corePoolSize=1, maxPoolSize=1 2024-11-09T05:24:53,761 DEBUG [RS:0;059551c538b7:40801 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/059551c538b7:0, corePoolSize=1, maxPoolSize=1 2024-11-09T05:24:53,761 DEBUG [RS:0;059551c538b7:40801 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/059551c538b7:0, corePoolSize=1, maxPoolSize=1 2024-11-09T05:24:53,761 DEBUG [RS:0;059551c538b7:40801 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/059551c538b7:0, corePoolSize=3, maxPoolSize=3 2024-11-09T05:24:53,762 DEBUG [RS:0;059551c538b7:40801 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0, corePoolSize=3, maxPoolSize=3 2024-11-09T05:24:53,762 INFO [RS:0;059551c538b7:40801 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T05:24:53,762 INFO [RS:0;059551c538b7:40801 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T05:24:53,763 INFO [RS:0;059551c538b7:40801 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T05:24:53,763 INFO [RS:0;059551c538b7:40801 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T05:24:53,763 INFO [RS:0;059551c538b7:40801 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T05:24:53,763 INFO [RS:0;059551c538b7:40801 {}] hbase.ChoreService(168): Chore ScheduledChore name=059551c538b7,40801,1731129891493-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T05:24:53,781 INFO [RS:0;059551c538b7:40801 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T05:24:53,783 INFO [RS:0;059551c538b7:40801 {}] hbase.ChoreService(168): Chore ScheduledChore name=059551c538b7,40801,1731129891493-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T05:24:53,783 INFO [RS:0;059551c538b7:40801 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T05:24:53,783 INFO [RS:0;059551c538b7:40801 {}] regionserver.Replication(171): 059551c538b7,40801,1731129891493 started 2024-11-09T05:24:53,800 INFO [RS:0;059551c538b7:40801 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T05:24:53,800 INFO [RS:0;059551c538b7:40801 {}] regionserver.HRegionServer(1482): Serving as 059551c538b7,40801,1731129891493, RpcServer on 059551c538b7/172.17.0.2:40801, sessionid=0x1011e0dcfdf0001 2024-11-09T05:24:53,801 DEBUG [RS:0;059551c538b7:40801 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T05:24:53,801 DEBUG [RS:0;059551c538b7:40801 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 059551c538b7,40801,1731129891493 2024-11-09T05:24:53,801 DEBUG [RS:0;059551c538b7:40801 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '059551c538b7,40801,1731129891493' 2024-11-09T05:24:53,801 DEBUG [RS:0;059551c538b7:40801 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-09T05:24:53,802 DEBUG [RS:0;059551c538b7:40801 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-09T05:24:53,803 DEBUG [RS:0;059551c538b7:40801 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T05:24:53,803 DEBUG [RS:0;059551c538b7:40801 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T05:24:53,803 DEBUG [RS:0;059551c538b7:40801 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 059551c538b7,40801,1731129891493 2024-11-09T05:24:53,803 DEBUG [RS:0;059551c538b7:40801 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '059551c538b7,40801,1731129891493' 2024-11-09T05:24:53,803 DEBUG [RS:0;059551c538b7:40801 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-09T05:24:53,804 DEBUG [RS:0;059551c538b7:40801 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-09T05:24:53,805 DEBUG [RS:0;059551c538b7:40801 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T05:24:53,805 INFO [RS:0;059551c538b7:40801 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T05:24:53,805 INFO [RS:0;059551c538b7:40801 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T05:24:53,903 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T05:24:53,904 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320 2024-11-09T05:24:53,910 INFO [RS:0;059551c538b7:40801 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T05:24:53,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073741832_1008 (size=32) 2024-11-09T05:24:53,913 INFO [RS:0;059551c538b7:40801 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=059551c538b7%2C40801%2C1731129891493, suffix=, logDir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/WALs/059551c538b7,40801,1731129891493, archiveDir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/oldWALs, maxLogs=32 2024-11-09T05:24:53,933 DEBUG [RS:0;059551c538b7:40801 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/WALs/059551c538b7,40801,1731129891493/059551c538b7%2C40801%2C1731129891493.1731129893916, exclude list is [], retry=0 2024-11-09T05:24:53,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45391,DS-a22c2a44-8a2b-4e61-9391-236452eb5722,DISK] 2024-11-09T05:24:53,941 INFO [RS:0;059551c538b7:40801 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/WALs/059551c538b7,40801,1731129891493/059551c538b7%2C40801%2C1731129891493.1731129893916 2024-11-09T05:24:53,942 DEBUG [RS:0;059551c538b7:40801 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37041:37041)] 2024-11-09T05:24:54,314 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T05:24:54,317 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T05:24:54,319 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T05:24:54,319 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:24:54,320 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T05:24:54,320 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T05:24:54,323 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T05:24:54,323 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:24:54,324 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T05:24:54,324 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T05:24:54,327 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T05:24:54,327 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:24:54,328 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T05:24:54,328 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T05:24:54,331 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T05:24:54,331 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:24:54,332 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T05:24:54,332 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T05:24:54,334 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/hbase/meta/1588230740 2024-11-09T05:24:54,334 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/hbase/meta/1588230740 2024-11-09T05:24:54,337 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T05:24:54,337 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T05:24:54,338 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-09T05:24:54,340 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T05:24:54,344 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T05:24:54,345 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64094803, jitterRate=-0.04491300880908966}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-09T05:24:54,348 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731129894314Initializing all the Stores at 1731129894316 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731129894316Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731129894316Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731129894316Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731129894317 (+1 ms)Cleaning up temporary data from old regions at 1731129894337 (+20 ms)Region opened successfully at 1731129894348 (+11 ms) 2024-11-09T05:24:54,348 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T05:24:54,348 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T05:24:54,349 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T05:24:54,349 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T05:24:54,349 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T05:24:54,350 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T05:24:54,350 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731129894348Disabling compacts and flushes for region at 1731129894348Disabling writes for close at 1731129894349 (+1 ms)Writing region close event to WAL at 1731129894350 (+1 ms)Closed at 1731129894350 2024-11-09T05:24:54,354 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T05:24:54,354 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T05:24:54,359 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T05:24:54,366 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T05:24:54,369 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T05:24:54,522 DEBUG [059551c538b7:41745 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T05:24:54,534 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=059551c538b7,40801,1731129891493 2024-11-09T05:24:54,540 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 059551c538b7,40801,1731129891493, state=OPENING 2024-11-09T05:24:54,588 DEBUG [PEWorker-2 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T05:24:54,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41745-0x1011e0dcfdf0000, quorum=127.0.0.1:62885, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T05:24:54,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40801-0x1011e0dcfdf0001, quorum=127.0.0.1:62885, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T05:24:54,599 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T05:24:54,599 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T05:24:54,601 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T05:24:54,602 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=059551c538b7,40801,1731129891493}] 2024-11-09T05:24:54,773 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T05:24:54,775 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58161, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T05:24:54,786 INFO [RS_OPEN_META-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T05:24:54,786 INFO [RS_OPEN_META-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T05:24:54,787 INFO [RS_OPEN_META-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T05:24:54,790 INFO [RS_OPEN_META-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=059551c538b7%2C40801%2C1731129891493.meta, suffix=.meta, logDir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/WALs/059551c538b7,40801,1731129891493, archiveDir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/oldWALs, maxLogs=32 2024-11-09T05:24:54,804 DEBUG [RS_OPEN_META-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/WALs/059551c538b7,40801,1731129891493/059551c538b7%2C40801%2C1731129891493.meta.1731129894791.meta, exclude list is [], retry=0 2024-11-09T05:24:54,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45391,DS-a22c2a44-8a2b-4e61-9391-236452eb5722,DISK] 2024-11-09T05:24:54,812 INFO [RS_OPEN_META-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/WALs/059551c538b7,40801,1731129891493/059551c538b7%2C40801%2C1731129891493.meta.1731129894791.meta 2024-11-09T05:24:54,812 DEBUG [RS_OPEN_META-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37041:37041)] 2024-11-09T05:24:54,813 DEBUG [RS_OPEN_META-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T05:24:54,814 DEBUG [RS_OPEN_META-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T05:24:54,817 DEBUG [RS_OPEN_META-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T05:24:54,821 INFO [RS_OPEN_META-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T05:24:54,825 DEBUG [RS_OPEN_META-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T05:24:54,825 DEBUG [RS_OPEN_META-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T05:24:54,825 DEBUG [RS_OPEN_META-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T05:24:54,826 DEBUG [RS_OPEN_META-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T05:24:54,829 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T05:24:54,830 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T05:24:54,830 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:24:54,831 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T05:24:54,832 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T05:24:54,833 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T05:24:54,833 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:24:54,834 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T05:24:54,834 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T05:24:54,836 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T05:24:54,836 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:24:54,837 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T05:24:54,837 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T05:24:54,839 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T05:24:54,839 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:24:54,840 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T05:24:54,840 DEBUG [RS_OPEN_META-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T05:24:54,842 DEBUG [RS_OPEN_META-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/hbase/meta/1588230740 2024-11-09T05:24:54,844 DEBUG [RS_OPEN_META-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/hbase/meta/1588230740 2024-11-09T05:24:54,847 DEBUG [RS_OPEN_META-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T05:24:54,847 DEBUG [RS_OPEN_META-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T05:24:54,848 DEBUG [RS_OPEN_META-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-09T05:24:54,851 DEBUG [RS_OPEN_META-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T05:24:54,853 INFO [RS_OPEN_META-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59989217, jitterRate=-0.10609100759029388}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-09T05:24:54,853 DEBUG [RS_OPEN_META-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T05:24:54,855 DEBUG [RS_OPEN_META-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731129894826Writing region info on filesystem at 1731129894826Initializing all the Stores at 1731129894828 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731129894828Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731129894828Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731129894828Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731129894828Cleaning up temporary data from old regions at 1731129894847 (+19 ms)Running coprocessor post-open hooks at 1731129894853 (+6 ms)Region opened successfully at 1731129894855 (+2 ms) 2024-11-09T05:24:54,861 INFO [RS_OPEN_META-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731129894766 2024-11-09T05:24:54,873 DEBUG [RS_OPEN_META-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T05:24:54,874 INFO [RS_OPEN_META-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T05:24:54,875 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=059551c538b7,40801,1731129891493 2024-11-09T05:24:54,878 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 059551c538b7,40801,1731129891493, state=OPEN 2024-11-09T05:24:54,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40801-0x1011e0dcfdf0001, quorum=127.0.0.1:62885, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T05:24:54,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41745-0x1011e0dcfdf0000, quorum=127.0.0.1:62885, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T05:24:54,958 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T05:24:54,958 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T05:24:54,959 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=059551c538b7,40801,1731129891493 2024-11-09T05:24:54,965 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T05:24:54,966 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=059551c538b7,40801,1731129891493 in 357 msec 2024-11-09T05:24:54,974 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T05:24:54,974 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 608 msec 2024-11-09T05:24:54,975 DEBUG [PEWorker-3 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T05:24:54,975 INFO [PEWorker-3 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T05:24:54,999 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:24:55,000 DEBUG [PEWorker-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=059551c538b7,40801,1731129891493, seqNum=-1] 2024-11-09T05:24:55,025 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:24:55,028 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55791, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:24:55,049 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.6620 sec 2024-11-09T05:24:55,049 INFO [master/059551c538b7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731129895049, completionTime=-1 2024-11-09T05:24:55,051 INFO [master/059551c538b7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T05:24:55,052 DEBUG [master/059551c538b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T05:24:55,080 INFO [master/059551c538b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T05:24:55,080 INFO [master/059551c538b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731129955080 2024-11-09T05:24:55,080 INFO [master/059551c538b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731130015080 2024-11-09T05:24:55,080 INFO [master/059551c538b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 28 msec 2024-11-09T05:24:55,082 INFO [master/059551c538b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=059551c538b7,41745,1731129890711-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T05:24:55,083 INFO [master/059551c538b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=059551c538b7,41745,1731129890711-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T05:24:55,083 INFO [master/059551c538b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=059551c538b7,41745,1731129890711-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T05:24:55,085 INFO [master/059551c538b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-059551c538b7:41745, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T05:24:55,085 INFO [master/059551c538b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T05:24:55,086 INFO [master/059551c538b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T05:24:55,091 DEBUG [master/059551c538b7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T05:24:55,116 INFO [master/059551c538b7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.453sec 2024-11-09T05:24:55,117 INFO [master/059551c538b7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T05:24:55,118 INFO [master/059551c538b7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T05:24:55,119 INFO [master/059551c538b7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T05:24:55,120 INFO [master/059551c538b7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T05:24:55,120 INFO [master/059551c538b7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T05:24:55,120 INFO [master/059551c538b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=059551c538b7,41745,1731129890711-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T05:24:55,121 INFO [master/059551c538b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=059551c538b7,41745,1731129890711-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T05:24:55,129 DEBUG [master/059551c538b7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T05:24:55,130 INFO [master/059551c538b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T05:24:55,130 INFO [master/059551c538b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=059551c538b7,41745,1731129890711-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T05:24:55,201 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@343aff6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:24:55,203 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-09T05:24:55,203 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-09T05:24:55,205 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 059551c538b7,41745,-1 for getting cluster id 2024-11-09T05:24:55,208 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:24:55,215 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9cbcd106-ff71-48e9-988a-d53636563491' 2024-11-09T05:24:55,217 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:24:55,217 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9cbcd106-ff71-48e9-988a-d53636563491" 2024-11-09T05:24:55,218 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5dbfc2b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:24:55,218 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [059551c538b7,41745,-1] 2024-11-09T05:24:55,220 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:24:55,222 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:24:55,224 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:24:55,226 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32372268, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:24:55,227 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:24:55,233 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=059551c538b7,40801,1731129891493, seqNum=-1] 2024-11-09T05:24:55,234 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:24:55,236 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56192, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:24:55,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=059551c538b7,41745,1731129890711 2024-11-09T05:24:55,270 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMixedAtomicity Thread=211, OpenFileDescriptor=441, MaxFileDescriptor=1048576, SystemLoadAverage=354, ProcessCount=11, AvailableMemoryMB=1262 2024-11-09T05:24:55,278 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T05:24:55,308 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 059551c538b7,41745,1731129890711 2024-11-09T05:24:55,311 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@b1db67 2024-11-09T05:24:55,312 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T05:24:55,319 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45108, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T05:24:55,322 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-09T05:24:55,326 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T05:24:55,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-09T05:24:55,344 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T05:24:55,346 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 4 2024-11-09T05:24:55,346 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:24:55,349 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T05:24:55,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T05:24:55,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073741835_1011 (size=959) 2024-11-09T05:24:55,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T05:24:55,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T05:24:55,764 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0eab33f5090cf0ba2f10dba61a274cd3, NAME => 'TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320 2024-11-09T05:24:55,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073741836_1012 (size=53) 2024-11-09T05:24:55,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T05:24:56,175 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T05:24:56,176 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 0eab33f5090cf0ba2f10dba61a274cd3, disabling compactions & flushes 2024-11-09T05:24:56,176 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. 2024-11-09T05:24:56,176 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. 2024-11-09T05:24:56,176 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. after waiting 0 ms 2024-11-09T05:24:56,176 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. 2024-11-09T05:24:56,176 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. 2024-11-09T05:24:56,176 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0eab33f5090cf0ba2f10dba61a274cd3: Waiting for close lock at 1731129896175Disabling compacts and flushes for region at 1731129896175Disabling writes for close at 1731129896176 (+1 ms)Writing region close event to WAL at 1731129896176Closed at 1731129896176 2024-11-09T05:24:56,178 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T05:24:56,184 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731129896179"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731129896179"}]},"ts":"1731129896179"} 2024-11-09T05:24:56,189 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T05:24:56,191 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T05:24:56,193 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731129896191"}]},"ts":"1731129896191"} 2024-11-09T05:24:56,197 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-09T05:24:56,199 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0eab33f5090cf0ba2f10dba61a274cd3, ASSIGN}] 2024-11-09T05:24:56,202 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0eab33f5090cf0ba2f10dba61a274cd3, ASSIGN 2024-11-09T05:24:56,204 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=0eab33f5090cf0ba2f10dba61a274cd3, ASSIGN; state=OFFLINE, location=059551c538b7,40801,1731129891493; forceNewPlan=false, retain=false 2024-11-09T05:24:56,355 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0eab33f5090cf0ba2f10dba61a274cd3, regionState=OPENING, regionLocation=059551c538b7,40801,1731129891493 2024-11-09T05:24:56,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=0eab33f5090cf0ba2f10dba61a274cd3, ASSIGN because future has completed 2024-11-09T05:24:56,359 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493}] 2024-11-09T05:24:56,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T05:24:56,518 INFO [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. 2024-11-09T05:24:56,518 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 0eab33f5090cf0ba2f10dba61a274cd3, NAME => 'TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.', STARTKEY => '', ENDKEY => ''} 2024-11-09T05:24:56,519 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 0eab33f5090cf0ba2f10dba61a274cd3 2024-11-09T05:24:56,519 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T05:24:56,519 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 0eab33f5090cf0ba2f10dba61a274cd3 2024-11-09T05:24:56,519 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 0eab33f5090cf0ba2f10dba61a274cd3 2024-11-09T05:24:56,521 INFO [StoreOpener-0eab33f5090cf0ba2f10dba61a274cd3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 0eab33f5090cf0ba2f10dba61a274cd3 2024-11-09T05:24:56,523 INFO [StoreOpener-0eab33f5090cf0ba2f10dba61a274cd3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0eab33f5090cf0ba2f10dba61a274cd3 columnFamilyName A 2024-11-09T05:24:56,524 DEBUG [StoreOpener-0eab33f5090cf0ba2f10dba61a274cd3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:24:56,525 INFO [StoreOpener-0eab33f5090cf0ba2f10dba61a274cd3-1 {}] regionserver.HStore(327): Store=0eab33f5090cf0ba2f10dba61a274cd3/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T05:24:56,525 INFO [StoreOpener-0eab33f5090cf0ba2f10dba61a274cd3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 0eab33f5090cf0ba2f10dba61a274cd3 2024-11-09T05:24:56,527 INFO [StoreOpener-0eab33f5090cf0ba2f10dba61a274cd3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0eab33f5090cf0ba2f10dba61a274cd3 columnFamilyName B 2024-11-09T05:24:56,527 DEBUG [StoreOpener-0eab33f5090cf0ba2f10dba61a274cd3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:24:56,528 INFO [StoreOpener-0eab33f5090cf0ba2f10dba61a274cd3-1 {}] regionserver.HStore(327): Store=0eab33f5090cf0ba2f10dba61a274cd3/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T05:24:56,528 INFO [StoreOpener-0eab33f5090cf0ba2f10dba61a274cd3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 0eab33f5090cf0ba2f10dba61a274cd3 2024-11-09T05:24:56,530 INFO [StoreOpener-0eab33f5090cf0ba2f10dba61a274cd3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0eab33f5090cf0ba2f10dba61a274cd3 columnFamilyName C 2024-11-09T05:24:56,530 DEBUG [StoreOpener-0eab33f5090cf0ba2f10dba61a274cd3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:24:56,531 INFO [StoreOpener-0eab33f5090cf0ba2f10dba61a274cd3-1 {}] regionserver.HStore(327): Store=0eab33f5090cf0ba2f10dba61a274cd3/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T05:24:56,531 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 0eab33f5090cf0ba2f10dba61a274cd3 2024-11-09T05:24:56,532 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3 2024-11-09T05:24:56,533 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3 2024-11-09T05:24:56,535 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 0eab33f5090cf0ba2f10dba61a274cd3 2024-11-09T05:24:56,535 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 0eab33f5090cf0ba2f10dba61a274cd3 2024-11-09T05:24:56,536 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-09T05:24:56,538 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 0eab33f5090cf0ba2f10dba61a274cd3 2024-11-09T05:24:56,541 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T05:24:56,542 INFO [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 0eab33f5090cf0ba2f10dba61a274cd3; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67803428, jitterRate=0.010349810123443604}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-09T05:24:56,543 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0eab33f5090cf0ba2f10dba61a274cd3 2024-11-09T05:24:56,544 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 0eab33f5090cf0ba2f10dba61a274cd3: Running coprocessor pre-open hook at 1731129896519Writing region info on filesystem at 1731129896519Initializing all the Stores at 1731129896521 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731129896521Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731129896521Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731129896521Cleaning up temporary data from old regions at 1731129896535 (+14 ms)Running coprocessor post-open hooks at 1731129896543 (+8 ms)Region opened successfully at 1731129896544 (+1 ms) 2024-11-09T05:24:56,546 INFO [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., pid=6, masterSystemTime=1731129896513 2024-11-09T05:24:56,550 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. 2024-11-09T05:24:56,550 INFO [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. 2024-11-09T05:24:56,552 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0eab33f5090cf0ba2f10dba61a274cd3, regionState=OPEN, openSeqNum=2, regionLocation=059551c538b7,40801,1731129891493 2024-11-09T05:24:56,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 because future has completed 2024-11-09T05:24:56,562 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T05:24:56,563 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 in 199 msec 2024-11-09T05:24:56,567 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T05:24:56,567 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0eab33f5090cf0ba2f10dba61a274cd3, ASSIGN in 363 msec 2024-11-09T05:24:56,569 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T05:24:56,569 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731129896569"}]},"ts":"1731129896569"} 2024-11-09T05:24:56,573 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-09T05:24:56,575 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T05:24:56,579 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.2390 sec 2024-11-09T05:24:57,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T05:24:57,501 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-09T05:24:57,506 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ad452c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:24:57,506 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 059551c538b7,41745,-1 for getting cluster id 2024-11-09T05:24:57,506 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:24:57,507 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9cbcd106-ff71-48e9-988a-d53636563491' 2024-11-09T05:24:57,508 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:24:57,508 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9cbcd106-ff71-48e9-988a-d53636563491" 2024-11-09T05:24:57,508 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@596504f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:24:57,509 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [059551c538b7,41745,-1] 2024-11-09T05:24:57,509 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:24:57,509 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:24:57,511 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:24:57,513 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4af3c7ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:24:57,514 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:24:57,515 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=059551c538b7,40801,1731129891493, seqNum=-1] 2024-11-09T05:24:57,515 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:24:57,518 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:24:57,520 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T05:24:57,522 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 059551c538b7,41745,1731129890711 2024-11-09T05:24:57,522 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@ad62cca 2024-11-09T05:24:57,524 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T05:24:57,528 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45144, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T05:24:57,532 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19d419ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:24:57,532 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 059551c538b7,41745,-1 for getting cluster id 2024-11-09T05:24:57,532 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:24:57,534 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9cbcd106-ff71-48e9-988a-d53636563491' 2024-11-09T05:24:57,534 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:24:57,534 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9cbcd106-ff71-48e9-988a-d53636563491" 2024-11-09T05:24:57,535 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7290076, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:24:57,535 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [059551c538b7,41745,-1] 2024-11-09T05:24:57,535 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:24:57,535 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:24:57,537 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45152, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:24:57,538 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b17c100, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:24:57,539 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@130d4a2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:24:57,539 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 059551c538b7,41745,-1 for getting cluster id 2024-11-09T05:24:57,539 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:24:57,540 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9cbcd106-ff71-48e9-988a-d53636563491' 2024-11-09T05:24:57,541 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:24:57,541 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9cbcd106-ff71-48e9-988a-d53636563491" 2024-11-09T05:24:57,541 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f338c72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:24:57,541 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [059551c538b7,41745,-1] 2024-11-09T05:24:57,542 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:24:57,542 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:24:57,544 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45166, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:24:57,545 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4184659e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:24:57,546 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59d35085, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:24:57,546 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 059551c538b7,41745,-1 for getting cluster id 2024-11-09T05:24:57,546 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:24:57,548 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9cbcd106-ff71-48e9-988a-d53636563491' 2024-11-09T05:24:57,548 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:24:57,548 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9cbcd106-ff71-48e9-988a-d53636563491" 2024-11-09T05:24:57,549 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b383f3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:24:57,549 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [059551c538b7,41745,-1] 2024-11-09T05:24:57,549 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:24:57,550 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:24:57,551 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45194, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:24:57,553 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f55d533, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:24:57,554 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fb4b46b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:24:57,554 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 059551c538b7,41745,-1 for getting cluster id 2024-11-09T05:24:57,554 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:24:57,555 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9cbcd106-ff71-48e9-988a-d53636563491' 2024-11-09T05:24:57,556 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:24:57,556 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9cbcd106-ff71-48e9-988a-d53636563491" 2024-11-09T05:24:57,556 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ccb4eda, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:24:57,556 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [059551c538b7,41745,-1] 2024-11-09T05:24:57,557 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:24:57,558 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:24:57,560 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45208, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:24:57,561 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e934139, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:24:57,561 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a1cce95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:24:57,562 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 059551c538b7,41745,-1 for getting cluster id 2024-11-09T05:24:57,562 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:24:57,563 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9cbcd106-ff71-48e9-988a-d53636563491' 2024-11-09T05:24:57,563 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:24:57,563 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9cbcd106-ff71-48e9-988a-d53636563491" 2024-11-09T05:24:57,564 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24925aa0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:24:57,564 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [059551c538b7,41745,-1] 2024-11-09T05:24:57,564 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:24:57,564 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:24:57,565 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45222, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:24:57,567 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@738bed33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:24:57,568 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3055dae7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:24:57,568 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 059551c538b7,41745,-1 for getting cluster id 2024-11-09T05:24:57,569 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:24:57,570 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9cbcd106-ff71-48e9-988a-d53636563491' 2024-11-09T05:24:57,570 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:24:57,570 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9cbcd106-ff71-48e9-988a-d53636563491" 2024-11-09T05:24:57,571 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2521eed1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:24:57,571 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [059551c538b7,41745,-1] 2024-11-09T05:24:57,571 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:24:57,572 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:24:57,573 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45250, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:24:57,574 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@359c1e82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:24:57,575 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5238acdf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:24:57,575 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 059551c538b7,41745,-1 for getting cluster id 2024-11-09T05:24:57,575 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:24:57,576 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9cbcd106-ff71-48e9-988a-d53636563491' 2024-11-09T05:24:57,577 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:24:57,577 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9cbcd106-ff71-48e9-988a-d53636563491" 2024-11-09T05:24:57,577 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@526369d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:24:57,577 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [059551c538b7,41745,-1] 2024-11-09T05:24:57,578 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:24:57,578 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:24:57,579 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45268, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:24:57,580 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a0d8bb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:24:57,584 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f4f2c18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:24:57,584 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 059551c538b7,41745,-1 for getting cluster id 2024-11-09T05:24:57,585 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:24:57,586 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9cbcd106-ff71-48e9-988a-d53636563491' 2024-11-09T05:24:57,586 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:24:57,586 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9cbcd106-ff71-48e9-988a-d53636563491" 2024-11-09T05:24:57,587 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9f638da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:24:57,587 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [059551c538b7,41745,-1] 2024-11-09T05:24:57,587 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:24:57,587 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:24:57,588 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45294, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:24:57,589 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66b367dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:24:57,590 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6643136e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:24:57,590 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 059551c538b7,41745,-1 for getting cluster id 2024-11-09T05:24:57,591 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:24:57,592 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9cbcd106-ff71-48e9-988a-d53636563491' 2024-11-09T05:24:57,592 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:24:57,592 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9cbcd106-ff71-48e9-988a-d53636563491" 2024-11-09T05:24:57,592 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30b6e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:24:57,593 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [059551c538b7,41745,-1] 2024-11-09T05:24:57,593 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:24:57,593 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:24:57,594 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45312, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:24:57,595 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ed66a36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:24:57,600 DEBUG [Thread-149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:24:57,600 DEBUG [Thread-147 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:24:57,600 DEBUG [Thread-145 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:24:57,601 DEBUG [Thread-158 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:24:57,602 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=059551c538b7,40801,1731129891493, seqNum=-1] 2024-11-09T05:24:57,603 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=059551c538b7,40801,1731129891493, seqNum=-1] 2024-11-09T05:24:57,603 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=059551c538b7,40801,1731129891493, seqNum=-1] 2024-11-09T05:24:57,603 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:24:57,603 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:24:57,603 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:24:57,605 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56206, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:24:57,605 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56204, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:24:57,605 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56220, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:24:57,606 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=059551c538b7,40801,1731129891493, seqNum=-1] 2024-11-09T05:24:57,607 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:24:57,608 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56226, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:24:57,612 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2] 2024-11-09T05:24:57,613 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2] 2024-11-09T05:24:57,615 DEBUG [Thread-160 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:24:57,615 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2] 2024-11-09T05:24:57,616 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=059551c538b7,40801,1731129891493, seqNum=-1] 2024-11-09T05:24:57,617 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:24:57,618 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2] 2024-11-09T05:24:57,618 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56232, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:24:57,621 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2] 2024-11-09T05:24:57,626 DEBUG [Thread-143 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:24:57,627 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=059551c538b7,40801,1731129891493, seqNum=-1] 2024-11-09T05:24:57,627 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:24:57,629 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56234, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:24:57,632 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2] 2024-11-09T05:24:57,638 DEBUG [Thread-154 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:24:57,640 DEBUG [Thread-151 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:24:57,640 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=059551c538b7,40801,1731129891493, seqNum=-1] 2024-11-09T05:24:57,640 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:24:57,641 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=059551c538b7,40801,1731129891493, seqNum=-1] 2024-11-09T05:24:57,642 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:24:57,643 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56236, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:24:57,644 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56244, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:24:57,646 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2] 2024-11-09T05:24:57,648 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2] 2024-11-09T05:24:57,652 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T05:24:57,653 DEBUG [Thread-156 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:24:57,655 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=059551c538b7,40801,1731129891493, seqNum=-1] 2024-11-09T05:24:57,655 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:24:57,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees 2024-11-09T05:24:57,660 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T05:24:57,660 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56248, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:24:57,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T05:24:57,664 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2] 2024-11-09T05:24:57,666 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T05:24:57,668 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T05:24:57,725 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T05:24:57,730 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0eab33f5090cf0ba2f10dba61a274cd3 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-09T05:24:57,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(8855): Flush requested on 0eab33f5090cf0ba2f10dba61a274cd3 2024-11-09T05:24:57,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T05:24:57,861 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-09T05:24:57,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. 2024-11-09T05:24:57,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. as already flushing 2024-11-09T05:24:57,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. 2024-11-09T05:24:57,875 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 0eab33f5090cf0ba2f10dba61a274cd3, NAME => 'TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:24:57,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 0eab33f5090cf0ba2f10dba61a274cd3, NAME => 'TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:24:57,884 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/A/3283f4a977bb4e5c9e627e44d0aa91cc is 50, key is test_row_0/A:col10/1731129897697/Put/seqid=0 2024-11-09T05:24:57,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0eab33f5090cf0ba2f10dba61a274cd3, NAME => 'TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0eab33f5090cf0ba2f10dba61a274cd3, NAME => 'TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:24:57,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073741837_1013 (size=12001) 2024-11-09T05:24:57,917 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/A/3283f4a977bb4e5c9e627e44d0aa91cc 2024-11-09T05:24:57,958 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:24:57,960 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:24:57,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1731129957927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:24:57,967 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:24:57,967 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:24:57,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56234 deadline: 1731129957931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:24:57,967 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:24:57,969 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:24:57,969 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:24:57,969 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:24:57,977 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:24:57,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56244 deadline: 1731129957960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:24:57,978 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:24:57,978 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:24:57,978 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:24:57,979 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:24:57,979 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:24:57,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56226 deadline: 1731129957964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:24:57,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56206 deadline: 1731129957964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:24:57,980 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:24:57,980 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:24:57,980 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:24:57,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T05:24:57,981 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:24:57,981 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:24:57,981 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:24:58,032 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/B/1e0442391285449a849a0fa60811c491 is 50, key is test_row_0/B:col10/1731129897697/Put/seqid=0 2024-11-09T05:24:58,044 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-09T05:24:58,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. 2024-11-09T05:24:58,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. as already flushing 2024-11-09T05:24:58,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. 2024-11-09T05:24:58,059 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 0eab33f5090cf0ba2f10dba61a274cd3, NAME => 'TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:24:58,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 0eab33f5090cf0ba2f10dba61a274cd3, NAME => 'TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:24:58,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0eab33f5090cf0ba2f10dba61a274cd3, NAME => 'TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0eab33f5090cf0ba2f10dba61a274cd3, NAME => 'TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:24:58,082 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:24:58,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1731129958071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:24:58,083 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:24:58,083 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:24:58,084 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:24:58,084 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:24:58,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56244 deadline: 1731129958082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:24:58,085 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:24:58,085 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:24:58,085 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:24:58,085 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:24:58,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56234 deadline: 1731129958082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:24:58,086 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:24:58,086 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:24:58,086 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:24:58,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073741838_1014 (size=12001) 2024-11-09T05:24:58,098 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:24:58,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56226 deadline: 1731129958092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:24:58,099 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:24:58,100 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:24:58,100 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:24:58,100 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:24:58,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56206 deadline: 1731129958092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:24:58,101 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:24:58,101 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:24:58,101 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:24:58,215 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-09T05:24:58,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. 2024-11-09T05:24:58,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. as already flushing 2024-11-09T05:24:58,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. 2024-11-09T05:24:58,239 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 0eab33f5090cf0ba2f10dba61a274cd3, NAME => 'TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:24:58,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 0eab33f5090cf0ba2f10dba61a274cd3, NAME => 'TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:24:58,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0eab33f5090cf0ba2f10dba61a274cd3, NAME => 'TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0eab33f5090cf0ba2f10dba61a274cd3, NAME => 'TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:24:58,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T05:24:58,295 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:24:58,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56234 deadline: 1731129958292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:24:58,296 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:24:58,296 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:24:58,296 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:24:58,297 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:24:58,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56244 deadline: 1731129958293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:24:58,298 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:24:58,298 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:24:58,298 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:24:58,305 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:24:58,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1731129958291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:24:58,306 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:24:58,306 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:24:58,306 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:24:58,314 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:24:58,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56226 deadline: 1731129958314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:24:58,316 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:24:58,316 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:24:58,316 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:24:58,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56206 deadline: 1731129958314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:24:58,316 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:24:58,318 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:24:58,318 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:24:58,318 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:24:58,395 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-09T05:24:58,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. 2024-11-09T05:24:58,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. as already flushing 2024-11-09T05:24:58,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. 2024-11-09T05:24:58,396 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 0eab33f5090cf0ba2f10dba61a274cd3, NAME => 'TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:24:58,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 0eab33f5090cf0ba2f10dba61a274cd3, NAME => 'TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:24:58,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0eab33f5090cf0ba2f10dba61a274cd3, NAME => 'TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0eab33f5090cf0ba2f10dba61a274cd3, NAME => 'TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:24:58,492 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/B/1e0442391285449a849a0fa60811c491 2024-11-09T05:24:58,551 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-09T05:24:58,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. 2024-11-09T05:24:58,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. as already flushing 2024-11-09T05:24:58,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. 2024-11-09T05:24:58,552 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 0eab33f5090cf0ba2f10dba61a274cd3, NAME => 'TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:24:58,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 0eab33f5090cf0ba2f10dba61a274cd3, NAME => 'TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:24:58,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0eab33f5090cf0ba2f10dba61a274cd3, NAME => 'TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0eab33f5090cf0ba2f10dba61a274cd3, NAME => 'TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:24:58,579 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/C/1792fe98565a474f90bfb6840caf7044 is 50, key is test_row_0/C:col10/1731129897697/Put/seqid=0 2024-11-09T05:24:58,606 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:24:58,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56234 deadline: 1731129958601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:24:58,608 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:24:58,608 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:24:58,608 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:24:58,616 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:24:58,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56244 deadline: 1731129958611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:24:58,617 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:24:58,617 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:24:58,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1731129958611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:24:58,618 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:24:58,618 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:24:58,618 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:24:58,618 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:24:58,619 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:24:58,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073741839_1015 (size=12001) 2024-11-09T05:24:58,628 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:24:58,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56226 deadline: 1731129958623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:24:58,629 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:24:58,629 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:24:58,629 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:24:58,634 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/C/1792fe98565a474f90bfb6840caf7044 2024-11-09T05:24:58,640 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:24:58,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56206 deadline: 1731129958622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:24:58,643 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:24:58,644 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:24:58,644 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:24:58,666 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/A/3283f4a977bb4e5c9e627e44d0aa91cc as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/3283f4a977bb4e5c9e627e44d0aa91cc 2024-11-09T05:24:58,680 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/3283f4a977bb4e5c9e627e44d0aa91cc, entries=150, sequenceid=13, filesize=11.7 K 2024-11-09T05:24:58,687 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/B/1e0442391285449a849a0fa60811c491 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/1e0442391285449a849a0fa60811c491 2024-11-09T05:24:58,706 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/1e0442391285449a849a0fa60811c491, entries=150, sequenceid=13, filesize=11.7 K 2024-11-09T05:24:58,708 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-09T05:24:58,708 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/C/1792fe98565a474f90bfb6840caf7044 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/1792fe98565a474f90bfb6840caf7044 2024-11-09T05:24:58,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. 2024-11-09T05:24:58,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. as already flushing 2024-11-09T05:24:58,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. 2024-11-09T05:24:58,708 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 0eab33f5090cf0ba2f10dba61a274cd3, NAME => 'TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:24:58,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 0eab33f5090cf0ba2f10dba61a274cd3, NAME => 'TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:24:58,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0eab33f5090cf0ba2f10dba61a274cd3, NAME => 'TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0eab33f5090cf0ba2f10dba61a274cd3, NAME => 'TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:24:58,723 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/1792fe98565a474f90bfb6840caf7044, entries=150, sequenceid=13, filesize=11.7 K 2024-11-09T05:24:58,730 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=154.31 KB/158010 for 0eab33f5090cf0ba2f10dba61a274cd3 in 998ms, sequenceid=13, compaction requested=false 2024-11-09T05:24:58,731 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-09T05:24:58,734 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0eab33f5090cf0ba2f10dba61a274cd3: 2024-11-09T05:24:58,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T05:24:58,869 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-09T05:24:58,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. 2024-11-09T05:24:58,870 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing 0eab33f5090cf0ba2f10dba61a274cd3 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-09T05:24:58,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/A/3743ada09ed64454be0982843b72ef77 is 50, key is test_row_0/A:col10/1731129897913/Put/seqid=0 2024-11-09T05:24:58,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073741840_1016 (size=12001) 2024-11-09T05:24:59,139 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. as already flushing 2024-11-09T05:24:59,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(8855): Flush requested on 0eab33f5090cf0ba2f10dba61a274cd3 2024-11-09T05:24:59,170 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:24:59,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56226 deadline: 1731129959158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:24:59,171 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:24:59,171 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:24:59,171 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:24:59,171 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:24:59,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56244 deadline: 1731129959164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:24:59,172 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:24:59,172 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:24:59,172 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:24:59,184 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:24:59,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56234 deadline: 1731129959169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:24:59,186 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:24:59,186 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:24:59,186 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:24:59,187 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:24:59,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56206 deadline: 1731129959170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:24:59,188 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:24:59,188 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:24:59,188 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:24:59,189 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:24:59,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1731129959170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:24:59,190 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:24:59,190 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:24:59,190 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:24:59,285 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:24:59,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56244 deadline: 1731129959281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:24:59,286 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:24:59,287 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:24:59,287 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:24:59,294 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:24:59,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56226 deadline: 1731129959281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:24:59,295 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:24:59,295 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:24:59,295 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:24:59,298 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:24:59,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56234 deadline: 1731129959291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:24:59,299 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:24:59,299 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:24:59,299 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:24:59,299 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:24:59,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56206 deadline: 1731129959291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:24:59,301 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:24:59,302 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:24:59,302 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:24:59,302 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:24:59,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1731129959301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:24:59,304 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:24:59,304 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:24:59,304 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:24:59,351 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/A/3743ada09ed64454be0982843b72ef77 2024-11-09T05:24:59,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/B/c59b63b67afc45ff9f2e4b4e34d19e35 is 50, key is test_row_0/B:col10/1731129897913/Put/seqid=0 2024-11-09T05:24:59,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073741841_1017 (size=12001) 2024-11-09T05:24:59,454 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/B/c59b63b67afc45ff9f2e4b4e34d19e35 2024-11-09T05:24:59,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/C/0dd6606b336548d9bc7dd1dafc3f4b6e is 50, key is test_row_0/C:col10/1731129897913/Put/seqid=0 2024-11-09T05:24:59,496 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:24:59,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56244 deadline: 1731129959491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:24:59,497 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:24:59,497 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:24:59,497 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:24:59,503 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:24:59,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56226 deadline: 1731129959502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:24:59,511 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:24:59,511 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:24:59,511 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:24:59,517 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:24:59,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1731129959511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:24:59,518 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:24:59,518 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:24:59,518 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:24:59,519 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:24:59,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073741842_1018 (size=12001) 2024-11-09T05:24:59,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56206 deadline: 1731129959511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:24:59,520 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:24:59,520 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:24:59,521 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:24:59,521 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:24:59,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56234 deadline: 1731129959511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:24:59,522 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:24:59,522 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:24:59,522 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:24:59,725 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T05:24:59,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T05:24:59,813 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:24:59,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56244 deadline: 1731129959810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:24:59,815 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:24:59,815 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:24:59,815 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:24:59,826 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:24:59,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56226 deadline: 1731129959821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:24:59,828 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:24:59,828 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:24:59,828 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:24:59,828 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:24:59,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1731129959821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:24:59,829 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:24:59,829 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:24:59,829 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:24:59,836 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:24:59,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56206 deadline: 1731129959831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:24:59,837 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:24:59,838 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:24:59,838 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:24:59,838 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:24:59,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56234 deadline: 1731129959832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:24:59,839 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:24:59,839 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:24:59,839 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:24:59,921 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/C/0dd6606b336548d9bc7dd1dafc3f4b6e 2024-11-09T05:24:59,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/A/3743ada09ed64454be0982843b72ef77 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/3743ada09ed64454be0982843b72ef77 2024-11-09T05:24:59,956 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/3743ada09ed64454be0982843b72ef77, entries=150, sequenceid=39, filesize=11.7 K 2024-11-09T05:24:59,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/B/c59b63b67afc45ff9f2e4b4e34d19e35 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/c59b63b67afc45ff9f2e4b4e34d19e35 2024-11-09T05:25:00,002 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/c59b63b67afc45ff9f2e4b4e34d19e35, entries=150, sequenceid=39, filesize=11.7 K 2024-11-09T05:25:00,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/C/0dd6606b336548d9bc7dd1dafc3f4b6e as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/0dd6606b336548d9bc7dd1dafc3f4b6e 2024-11-09T05:25:00,027 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/0dd6606b336548d9bc7dd1dafc3f4b6e, entries=150, sequenceid=39, filesize=11.7 K 2024-11-09T05:25:00,029 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for 0eab33f5090cf0ba2f10dba61a274cd3 in 1159ms, sequenceid=39, compaction requested=false 2024-11-09T05:25:00,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for 0eab33f5090cf0ba2f10dba61a274cd3: 2024-11-09T05:25:00,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. 2024-11-09T05:25:00,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-09T05:25:00,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-09T05:25:00,037 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-09T05:25:00,037 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3650 sec 2024-11-09T05:25:00,041 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees in 2.3840 sec 2024-11-09T05:25:00,324 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T05:25:00,325 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0eab33f5090cf0ba2f10dba61a274cd3 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-09T05:25:00,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(8855): Flush requested on 0eab33f5090cf0ba2f10dba61a274cd3 2024-11-09T05:25:00,342 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-09T05:25:00,350 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/A/f1101f4ce61240afb1aeea91e014b6b9 is 50, key is test_row_0/A:col10/1731129899143/Put/seqid=0 2024-11-09T05:25:00,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073741843_1019 (size=14341) 2024-11-09T05:25:00,440 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:00,440 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:00,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56234 deadline: 1731129960427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:00,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1731129960430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:00,441 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:00,441 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:00,441 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:00,441 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:00,441 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:00,441 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:00,442 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:00,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56226 deadline: 1731129960433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:00,443 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:00,443 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:00,443 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:00,446 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:00,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56244 deadline: 1731129960436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:00,447 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:00,447 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:00,447 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:00,448 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:00,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56206 deadline: 1731129960441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:00,449 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:00,449 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:00,449 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:00,554 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:00,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56234 deadline: 1731129960551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:00,555 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:00,555 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:00,555 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:00,556 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:00,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1731129960551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:00,556 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:00,556 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:00,557 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:00,556 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:00,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56226 deadline: 1731129960551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:00,557 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:00,557 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:00,557 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:00,565 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:00,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56244 deadline: 1731129960560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:00,567 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:00,567 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:00,567 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:00,567 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:00,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56206 deadline: 1731129960562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:00,568 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:00,568 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:00,568 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:00,765 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:00,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1731129960761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:00,766 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:00,766 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:00,766 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:00,767 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:00,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56234 deadline: 1731129960761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:00,767 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:00,767 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:00,767 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:00,772 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:00,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56244 deadline: 1731129960770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:00,773 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:00,773 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:00,773 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:00,773 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:00,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56226 deadline: 1731129960770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:00,775 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:00,775 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:00,775 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:00,781 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:00,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56206 deadline: 1731129960780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:00,782 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:00,783 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:00,783 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:00,822 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/A/f1101f4ce61240afb1aeea91e014b6b9 2024-11-09T05:25:00,845 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/B/6a46bd0dd4b34b7e83532fdb462324a8 is 50, key is test_row_0/B:col10/1731129899143/Put/seqid=0 2024-11-09T05:25:00,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073741844_1020 (size=12001) 2024-11-09T05:25:00,865 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/B/6a46bd0dd4b34b7e83532fdb462324a8 2024-11-09T05:25:00,902 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/C/dfadebc56d2148f492af27640cc73b98 is 50, key is test_row_0/C:col10/1731129899143/Put/seqid=0 2024-11-09T05:25:00,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073741845_1021 (size=12001) 2024-11-09T05:25:00,937 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/C/dfadebc56d2148f492af27640cc73b98 2024-11-09T05:25:00,951 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/A/f1101f4ce61240afb1aeea91e014b6b9 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/f1101f4ce61240afb1aeea91e014b6b9 2024-11-09T05:25:00,966 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/f1101f4ce61240afb1aeea91e014b6b9, entries=200, sequenceid=51, filesize=14.0 K 2024-11-09T05:25:00,970 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/B/6a46bd0dd4b34b7e83532fdb462324a8 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/6a46bd0dd4b34b7e83532fdb462324a8 2024-11-09T05:25:00,983 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/6a46bd0dd4b34b7e83532fdb462324a8, entries=150, sequenceid=51, filesize=11.7 K 2024-11-09T05:25:00,986 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/C/dfadebc56d2148f492af27640cc73b98 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/dfadebc56d2148f492af27640cc73b98 2024-11-09T05:25:00,996 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/dfadebc56d2148f492af27640cc73b98, entries=150, sequenceid=51, filesize=11.7 K 2024-11-09T05:25:00,999 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 0eab33f5090cf0ba2f10dba61a274cd3 in 674ms, sequenceid=51, compaction requested=true 2024-11-09T05:25:00,999 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0eab33f5090cf0ba2f10dba61a274cd3: 2024-11-09T05:25:01,010 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0eab33f5090cf0ba2f10dba61a274cd3:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T05:25:01,012 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:25:01,012 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0eab33f5090cf0ba2f10dba61a274cd3:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T05:25:01,012 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:25:01,012 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0eab33f5090cf0ba2f10dba61a274cd3:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T05:25:01,012 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:25:01,014 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:25:01,017 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:25:01,020 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:25:01,022 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1541): 0eab33f5090cf0ba2f10dba61a274cd3/B is initiating minor compaction (all files) 2024-11-09T05:25:01,023 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0eab33f5090cf0ba2f10dba61a274cd3/B in TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. 2024-11-09T05:25:01,024 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/1e0442391285449a849a0fa60811c491, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/c59b63b67afc45ff9f2e4b4e34d19e35, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/6a46bd0dd4b34b7e83532fdb462324a8] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp, totalSize=35.2 K 2024-11-09T05:25:01,025 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38343 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:25:01,025 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1541): 0eab33f5090cf0ba2f10dba61a274cd3/A is initiating minor compaction (all files) 2024-11-09T05:25:01,025 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0eab33f5090cf0ba2f10dba61a274cd3/A in TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. 2024-11-09T05:25:01,025 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/3283f4a977bb4e5c9e627e44d0aa91cc, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/3743ada09ed64454be0982843b72ef77, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/f1101f4ce61240afb1aeea91e014b6b9] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp, totalSize=37.4 K 2024-11-09T05:25:01,026 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 1e0442391285449a849a0fa60811c491, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731129897619 2024-11-09T05:25:01,027 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3283f4a977bb4e5c9e627e44d0aa91cc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731129897619 2024-11-09T05:25:01,027 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting c59b63b67afc45ff9f2e4b4e34d19e35, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1731129897913 2024-11-09T05:25:01,027 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3743ada09ed64454be0982843b72ef77, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1731129897913 2024-11-09T05:25:01,028 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 6a46bd0dd4b34b7e83532fdb462324a8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731129899143 2024-11-09T05:25:01,028 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting f1101f4ce61240afb1aeea91e014b6b9, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731129899143 2024-11-09T05:25:01,092 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T05:25:01,092 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-09T05:25:01,094 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0eab33f5090cf0ba2f10dba61a274cd3#A#compaction#9 average throughput is 0.23 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:25:01,095 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T05:25:01,095 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-09T05:25:01,095 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-09T05:25:01,095 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-09T05:25:01,096 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-09T05:25:01,097 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-09T05:25:01,098 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T05:25:01,098 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/A/6b62baa43c3f4b9ba7a5f261f3d8da24 is 50, key is test_row_0/A:col10/1731129899143/Put/seqid=0 2024-11-09T05:25:01,098 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0eab33f5090cf0ba2f10dba61a274cd3 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-09T05:25:01,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(8855): Flush requested on 0eab33f5090cf0ba2f10dba61a274cd3 2024-11-09T05:25:01,104 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0eab33f5090cf0ba2f10dba61a274cd3#B#compaction#10 average throughput is 0.21 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:25:01,105 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/B/d8c1be453bbb44fba6ef12b26761194a is 50, key is test_row_0/B:col10/1731129899143/Put/seqid=0 2024-11-09T05:25:01,127 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:01,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56206 deadline: 1731129961110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:01,128 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:01,129 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:01,129 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:01,132 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/A/91fc34e981584cb8af39c8ca477012b8 is 50, key is test_row_0/A:col10/1731129901090/Put/seqid=0 2024-11-09T05:25:01,135 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:01,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1731129961115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:01,136 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:01,136 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:01,136 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:01,136 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:01,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56234 deadline: 1731129961118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:01,137 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:01,137 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:01,137 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:01,140 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:01,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56244 deadline: 1731129961124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:01,142 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:01,142 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:01,142 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:01,144 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:01,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56226 deadline: 1731129961127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:01,146 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:01,147 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:01,147 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:01,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073741847_1023 (size=12104) 2024-11-09T05:25:01,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073741846_1022 (size=12104) 2024-11-09T05:25:01,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073741848_1024 (size=12001) 2024-11-09T05:25:01,220 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/A/91fc34e981584cb8af39c8ca477012b8 2024-11-09T05:25:01,250 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/B/e4f79af774d44cc4b1ec10a57f39391a is 50, key is test_row_0/B:col10/1731129901090/Put/seqid=0 2024-11-09T05:25:01,254 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:01,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1731129961241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:01,255 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:01,255 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:01,255 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:01,255 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:01,256 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:01,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56234 deadline: 1731129961241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:01,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56206 deadline: 1731129961240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:01,256 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:01,256 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:01,256 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:01,256 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:01,256 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:01,256 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:01,257 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:01,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56244 deadline: 1731129961251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:01,258 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:01,259 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:01,259 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:01,259 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:01,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56226 deadline: 1731129961251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:01,260 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:01,260 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:01,260 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:01,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073741849_1025 (size=12001) 2024-11-09T05:25:01,466 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:01,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56206 deadline: 1731129961460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:01,468 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:01,468 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:01,468 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:01,468 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:01,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1731129961461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:01,469 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:01,469 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:01,469 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:01,469 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:01,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56234 deadline: 1731129961461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:01,469 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:01,469 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:01,470 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:01,471 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:01,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56244 deadline: 1731129961470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:01,472 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:01,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56226 deadline: 1731129961470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:01,472 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:01,472 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:01,473 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:01,473 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:01,473 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:01,473 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:01,566 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/B/d8c1be453bbb44fba6ef12b26761194a as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/d8c1be453bbb44fba6ef12b26761194a 2024-11-09T05:25:01,590 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0eab33f5090cf0ba2f10dba61a274cd3/B of 0eab33f5090cf0ba2f10dba61a274cd3 into d8c1be453bbb44fba6ef12b26761194a(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:25:01,590 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0eab33f5090cf0ba2f10dba61a274cd3: 2024-11-09T05:25:01,591 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/A/6b62baa43c3f4b9ba7a5f261f3d8da24 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/6b62baa43c3f4b9ba7a5f261f3d8da24 2024-11-09T05:25:01,593 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., storeName=0eab33f5090cf0ba2f10dba61a274cd3/B, priority=13, startTime=1731129901012; duration=0sec 2024-11-09T05:25:01,594 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:25:01,594 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0eab33f5090cf0ba2f10dba61a274cd3:B 2024-11-09T05:25:01,595 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:25:01,606 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0eab33f5090cf0ba2f10dba61a274cd3/A of 0eab33f5090cf0ba2f10dba61a274cd3 into 6b62baa43c3f4b9ba7a5f261f3d8da24(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:25:01,606 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0eab33f5090cf0ba2f10dba61a274cd3: 2024-11-09T05:25:01,606 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., storeName=0eab33f5090cf0ba2f10dba61a274cd3/A, priority=13, startTime=1731129901001; duration=0sec 2024-11-09T05:25:01,606 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:25:01,606 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0eab33f5090cf0ba2f10dba61a274cd3:A 2024-11-09T05:25:01,610 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:25:01,610 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1541): 0eab33f5090cf0ba2f10dba61a274cd3/C is initiating minor compaction (all files) 2024-11-09T05:25:01,610 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0eab33f5090cf0ba2f10dba61a274cd3/C in TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. 2024-11-09T05:25:01,610 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/1792fe98565a474f90bfb6840caf7044, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/0dd6606b336548d9bc7dd1dafc3f4b6e, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/dfadebc56d2148f492af27640cc73b98] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp, totalSize=35.2 K 2024-11-09T05:25:01,612 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 1792fe98565a474f90bfb6840caf7044, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731129897619 2024-11-09T05:25:01,612 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 0dd6606b336548d9bc7dd1dafc3f4b6e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1731129897913 2024-11-09T05:25:01,613 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting dfadebc56d2148f492af27640cc73b98, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731129899143 2024-11-09T05:25:01,657 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0eab33f5090cf0ba2f10dba61a274cd3#C#compaction#13 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:25:01,658 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/C/5e83d3fd1a0145648ed662527bdeae9d is 50, key is test_row_0/C:col10/1731129899143/Put/seqid=0 2024-11-09T05:25:01,700 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/B/e4f79af774d44cc4b1ec10a57f39391a 2024-11-09T05:25:01,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073741850_1026 (size=12104) 2024-11-09T05:25:01,735 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/C/e2253f3497a34623b1e791bd2b1c4bcf is 50, key is test_row_0/C:col10/1731129901090/Put/seqid=0 2024-11-09T05:25:01,777 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:01,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56206 deadline: 1731129961771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:01,779 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:01,779 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:01,779 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:01,779 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:01,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1731129961771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:01,780 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:01,780 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:01,780 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:01,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073741851_1027 (size=12001) 2024-11-09T05:25:01,784 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/C/e2253f3497a34623b1e791bd2b1c4bcf 2024-11-09T05:25:01,790 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:01,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56244 deadline: 1731129961781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:01,791 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:01,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56234 deadline: 1731129961781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:01,789 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:01,792 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:01,792 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:01,792 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:01,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56226 deadline: 1731129961781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:01,793 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:01,793 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:01,793 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:01,794 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:01,794 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:01,794 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:01,800 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/A/91fc34e981584cb8af39c8ca477012b8 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/91fc34e981584cb8af39c8ca477012b8 2024-11-09T05:25:01,812 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/91fc34e981584cb8af39c8ca477012b8, entries=150, sequenceid=77, filesize=11.7 K 2024-11-09T05:25:01,818 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/B/e4f79af774d44cc4b1ec10a57f39391a as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/e4f79af774d44cc4b1ec10a57f39391a 2024-11-09T05:25:01,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T05:25:01,831 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T05:25:01,832 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T05:25:01,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees 2024-11-09T05:25:01,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-09T05:25:01,836 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T05:25:01,840 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T05:25:01,840 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T05:25:01,850 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/e4f79af774d44cc4b1ec10a57f39391a, entries=150, sequenceid=77, filesize=11.7 K 2024-11-09T05:25:01,854 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/C/e2253f3497a34623b1e791bd2b1c4bcf as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/e2253f3497a34623b1e791bd2b1c4bcf 2024-11-09T05:25:01,870 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/e2253f3497a34623b1e791bd2b1c4bcf, entries=150, sequenceid=77, filesize=11.7 K 2024-11-09T05:25:01,872 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 0eab33f5090cf0ba2f10dba61a274cd3 in 773ms, sequenceid=77, compaction requested=false 2024-11-09T05:25:01,872 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0eab33f5090cf0ba2f10dba61a274cd3: 2024-11-09T05:25:01,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-09T05:25:01,995 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-09T05:25:01,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. 2024-11-09T05:25:01,996 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing 0eab33f5090cf0ba2f10dba61a274cd3 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-09T05:25:02,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/A/73b51e4a1e034a07ab6de4d0741f21e4 is 50, key is test_row_0/A:col10/1731129901124/Put/seqid=0 2024-11-09T05:25:02,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073741852_1028 (size=12001) 2024-11-09T05:25:02,045 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/A/73b51e4a1e034a07ab6de4d0741f21e4 2024-11-09T05:25:02,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/B/c8d7cf0aea13434e87d437aa086e6e2e is 50, key is test_row_0/B:col10/1731129901124/Put/seqid=0 2024-11-09T05:25:02,121 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/C/5e83d3fd1a0145648ed662527bdeae9d as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/5e83d3fd1a0145648ed662527bdeae9d 2024-11-09T05:25:02,140 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0eab33f5090cf0ba2f10dba61a274cd3/C of 0eab33f5090cf0ba2f10dba61a274cd3 into 5e83d3fd1a0145648ed662527bdeae9d(size=11.8 K), total size for store is 23.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:25:02,140 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0eab33f5090cf0ba2f10dba61a274cd3: 2024-11-09T05:25:02,140 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., storeName=0eab33f5090cf0ba2f10dba61a274cd3/C, priority=13, startTime=1731129901012; duration=0sec 2024-11-09T05:25:02,140 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:25:02,140 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0eab33f5090cf0ba2f10dba61a274cd3:C 2024-11-09T05:25:02,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073741853_1029 (size=12001) 2024-11-09T05:25:02,147 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/B/c8d7cf0aea13434e87d437aa086e6e2e 2024-11-09T05:25:02,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-09T05:25:02,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/C/0d7f9877bb2946ef991868667e20982c is 50, key is test_row_0/C:col10/1731129901124/Put/seqid=0 2024-11-09T05:25:02,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073741854_1030 (size=12001) 2024-11-09T05:25:02,295 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. as already flushing 2024-11-09T05:25:02,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(8855): Flush requested on 0eab33f5090cf0ba2f10dba61a274cd3 2024-11-09T05:25:02,377 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:02,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56226 deadline: 1731129962364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:02,379 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:02,379 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:02,380 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:02,380 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:02,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1731129962366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:02,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56244 deadline: 1731129962365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:02,381 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:02,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56234 deadline: 1731129962369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:02,381 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:02,381 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:02,381 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:02,381 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:02,381 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:02,381 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:02,382 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:02,382 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:02,382 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:02,382 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:02,382 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:02,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56206 deadline: 1731129962369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:02,382 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:02,382 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:02,382 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:02,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-09T05:25:02,493 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:02,495 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:02,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56244 deadline: 1731129962490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:02,496 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:02,496 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:02,496 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:02,496 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:02,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56206 deadline: 1731129962490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:02,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56226 deadline: 1731129962490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:02,497 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:02,497 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:02,497 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:02,497 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:02,497 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:02,497 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:02,497 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:02,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56234 deadline: 1731129962491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:02,497 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:02,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1731129962490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:02,498 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:02,498 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:02,498 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:02,498 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:02,498 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:02,498 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:02,642 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/C/0d7f9877bb2946ef991868667e20982c 2024-11-09T05:25:02,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/A/73b51e4a1e034a07ab6de4d0741f21e4 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/73b51e4a1e034a07ab6de4d0741f21e4 2024-11-09T05:25:02,669 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/73b51e4a1e034a07ab6de4d0741f21e4, entries=150, sequenceid=89, filesize=11.7 K 2024-11-09T05:25:02,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/B/c8d7cf0aea13434e87d437aa086e6e2e as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/c8d7cf0aea13434e87d437aa086e6e2e 2024-11-09T05:25:02,696 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/c8d7cf0aea13434e87d437aa086e6e2e, entries=150, sequenceid=89, filesize=11.7 K 2024-11-09T05:25:02,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/C/0d7f9877bb2946ef991868667e20982c as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/0d7f9877bb2946ef991868667e20982c 2024-11-09T05:25:02,711 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/0d7f9877bb2946ef991868667e20982c, entries=150, sequenceid=89, filesize=11.7 K 2024-11-09T05:25:02,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.StoreScanner(1005): StoreScanner already closing. There is no need to updateReaders 2024-11-09T05:25:02,709 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:02,713 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 0eab33f5090cf0ba2f10dba61a274cd3 in 717ms, sequenceid=89, compaction requested=true 2024-11-09T05:25:02,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for 0eab33f5090cf0ba2f10dba61a274cd3: 2024-11-09T05:25:02,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. 2024-11-09T05:25:02,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-09T05:25:02,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-09T05:25:02,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56244 deadline: 1731129962700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:02,715 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:02,715 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:02,715 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:02,718 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T05:25:02,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(8855): Flush requested on 0eab33f5090cf0ba2f10dba61a274cd3 2024-11-09T05:25:02,719 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0eab33f5090cf0ba2f10dba61a274cd3 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-09T05:25:02,720 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-09T05:25:02,720 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 876 msec 2024-11-09T05:25:02,725 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees in 889 msec 2024-11-09T05:25:02,737 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:02,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56226 deadline: 1731129962732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:02,738 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:02,738 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:02,738 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:02,738 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:02,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56206 deadline: 1731129962734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:02,741 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:02,741 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:02,741 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:02,743 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:02,743 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/A/162ff5c323234a5ead0afb5f66c9aff4 is 50, key is test_row_0/A:col10/1731129902366/Put/seqid=0 2024-11-09T05:25:02,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1731129962737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:02,744 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:02,744 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:02,744 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:02,744 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:02,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56234 deadline: 1731129962738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:02,744 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:02,745 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:02,745 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:02,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073741855_1031 (size=12001) 2024-11-09T05:25:02,801 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/A/162ff5c323234a5ead0afb5f66c9aff4 2024-11-09T05:25:02,837 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/B/7c85f4d01c8949aba9554bd5f6f0338c is 50, key is test_row_0/B:col10/1731129902366/Put/seqid=0 2024-11-09T05:25:02,845 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:02,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56226 deadline: 1731129962840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:02,846 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:02,846 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:02,846 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:02,853 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:02,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56206 deadline: 1731129962850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:02,854 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:02,854 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:02,854 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:02,854 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:02,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56234 deadline: 1731129962851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:02,855 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:02,855 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:02,855 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:02,855 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:02,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1731129962851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:02,855 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:02,855 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:02,855 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:02,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073741856_1032 (size=12001) 2024-11-09T05:25:02,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-09T05:25:02,971 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T05:25:02,971 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T05:25:02,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees 2024-11-09T05:25:02,974 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T05:25:02,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-09T05:25:02,976 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T05:25:02,976 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T05:25:03,026 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:03,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56244 deadline: 1731129963020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:03,033 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:03,033 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:03,033 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:03,052 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:03,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56226 deadline: 1731129963051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:03,053 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:03,053 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:03,053 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:03,064 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:03,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56206 deadline: 1731129963060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:03,065 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:03,065 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:03,065 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:03,065 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:03,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1731129963061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:03,065 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:03,066 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:03,066 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:03,066 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:03,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56234 deadline: 1731129963060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:03,067 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:03,067 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:03,067 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:03,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-09T05:25:03,133 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-09T05:25:03,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. 2024-11-09T05:25:03,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. as already flushing 2024-11-09T05:25:03,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. 2024-11-09T05:25:03,133 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 0eab33f5090cf0ba2f10dba61a274cd3, NAME => 'TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:03,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 0eab33f5090cf0ba2f10dba61a274cd3, NAME => 'TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:03,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0eab33f5090cf0ba2f10dba61a274cd3, NAME => 'TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0eab33f5090cf0ba2f10dba61a274cd3, NAME => 'TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:03,271 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/B/7c85f4d01c8949aba9554bd5f6f0338c 2024-11-09T05:25:03,288 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-09T05:25:03,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. 2024-11-09T05:25:03,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. as already flushing 2024-11-09T05:25:03,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. 2024-11-09T05:25:03,289 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 0eab33f5090cf0ba2f10dba61a274cd3, NAME => 'TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:03,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 0eab33f5090cf0ba2f10dba61a274cd3, NAME => 'TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:03,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-09T05:25:03,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0eab33f5090cf0ba2f10dba61a274cd3, NAME => 'TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0eab33f5090cf0ba2f10dba61a274cd3, NAME => 'TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:03,306 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/C/d4dc628be3484b9bbb45bbbb2d074378 is 50, key is test_row_0/C:col10/1731129902366/Put/seqid=0 2024-11-09T05:25:03,361 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:03,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56226 deadline: 1731129963360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:03,362 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:03,362 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:03,362 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:03,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073741857_1033 (size=12001) 2024-11-09T05:25:03,380 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:03,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56206 deadline: 1731129963370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:03,381 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:03,382 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:03,382 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:03,382 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:03,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1731129963370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:03,383 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:03,383 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:03,383 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:03,386 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:03,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56234 deadline: 1731129963382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:03,387 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:03,387 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:03,388 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:03,444 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-09T05:25:03,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. 2024-11-09T05:25:03,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. as already flushing 2024-11-09T05:25:03,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. 2024-11-09T05:25:03,444 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 0eab33f5090cf0ba2f10dba61a274cd3, NAME => 'TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:03,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 0eab33f5090cf0ba2f10dba61a274cd3, NAME => 'TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:03,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0eab33f5090cf0ba2f10dba61a274cd3, NAME => 'TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0eab33f5090cf0ba2f10dba61a274cd3, NAME => 'TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:03,541 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:03,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56244 deadline: 1731129963540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:03,542 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:03,542 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:03,542 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:03,598 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-09T05:25:03,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. 2024-11-09T05:25:03,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. as already flushing 2024-11-09T05:25:03,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. 2024-11-09T05:25:03,599 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 0eab33f5090cf0ba2f10dba61a274cd3, NAME => 'TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:03,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 0eab33f5090cf0ba2f10dba61a274cd3, NAME => 'TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:03,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-09T05:25:03,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0eab33f5090cf0ba2f10dba61a274cd3, NAME => 'TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0eab33f5090cf0ba2f10dba61a274cd3, NAME => 'TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:03,753 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-09T05:25:03,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. 2024-11-09T05:25:03,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. as already flushing 2024-11-09T05:25:03,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. 2024-11-09T05:25:03,754 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 0eab33f5090cf0ba2f10dba61a274cd3, NAME => 'TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:03,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 0eab33f5090cf0ba2f10dba61a274cd3, NAME => 'TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:03,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0eab33f5090cf0ba2f10dba61a274cd3, NAME => 'TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0eab33f5090cf0ba2f10dba61a274cd3, NAME => 'TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:03,770 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/C/d4dc628be3484b9bbb45bbbb2d074378 2024-11-09T05:25:03,780 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/A/162ff5c323234a5ead0afb5f66c9aff4 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/162ff5c323234a5ead0afb5f66c9aff4 2024-11-09T05:25:03,789 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/162ff5c323234a5ead0afb5f66c9aff4, entries=150, sequenceid=118, filesize=11.7 K 2024-11-09T05:25:03,790 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/B/7c85f4d01c8949aba9554bd5f6f0338c as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/7c85f4d01c8949aba9554bd5f6f0338c 2024-11-09T05:25:03,803 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/7c85f4d01c8949aba9554bd5f6f0338c, entries=150, sequenceid=118, filesize=11.7 K 2024-11-09T05:25:03,804 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/C/d4dc628be3484b9bbb45bbbb2d074378 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/d4dc628be3484b9bbb45bbbb2d074378 2024-11-09T05:25:03,815 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/d4dc628be3484b9bbb45bbbb2d074378, entries=150, sequenceid=118, filesize=11.7 K 2024-11-09T05:25:03,817 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=40.25 KB/41220 for 0eab33f5090cf0ba2f10dba61a274cd3 in 1099ms, sequenceid=118, compaction requested=true 2024-11-09T05:25:03,817 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0eab33f5090cf0ba2f10dba61a274cd3: 2024-11-09T05:25:03,817 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0eab33f5090cf0ba2f10dba61a274cd3:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T05:25:03,817 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T05:25:03,817 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:25:03,818 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0eab33f5090cf0ba2f10dba61a274cd3:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T05:25:03,818 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:25:03,818 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T05:25:03,818 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0eab33f5090cf0ba2f10dba61a274cd3:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T05:25:03,818 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:25:03,820 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T05:25:03,821 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1541): 0eab33f5090cf0ba2f10dba61a274cd3/B is initiating minor compaction (all files) 2024-11-09T05:25:03,821 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0eab33f5090cf0ba2f10dba61a274cd3/B in TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. 2024-11-09T05:25:03,821 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/d8c1be453bbb44fba6ef12b26761194a, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/e4f79af774d44cc4b1ec10a57f39391a, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/c8d7cf0aea13434e87d437aa086e6e2e, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/7c85f4d01c8949aba9554bd5f6f0338c] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp, totalSize=47.0 K 2024-11-09T05:25:03,822 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T05:25:03,822 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1541): 0eab33f5090cf0ba2f10dba61a274cd3/A is initiating minor compaction (all files) 2024-11-09T05:25:03,822 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0eab33f5090cf0ba2f10dba61a274cd3/A in TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. 2024-11-09T05:25:03,822 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting d8c1be453bbb44fba6ef12b26761194a, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731129899143 2024-11-09T05:25:03,822 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/6b62baa43c3f4b9ba7a5f261f3d8da24, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/91fc34e981584cb8af39c8ca477012b8, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/73b51e4a1e034a07ab6de4d0741f21e4, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/162ff5c323234a5ead0afb5f66c9aff4] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp, totalSize=47.0 K 2024-11-09T05:25:03,823 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting e4f79af774d44cc4b1ec10a57f39391a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731129900436 2024-11-09T05:25:03,823 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6b62baa43c3f4b9ba7a5f261f3d8da24, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731129899143 2024-11-09T05:25:03,823 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting c8d7cf0aea13434e87d437aa086e6e2e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1731129901104 2024-11-09T05:25:03,824 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 7c85f4d01c8949aba9554bd5f6f0338c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731129902366 2024-11-09T05:25:03,824 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 91fc34e981584cb8af39c8ca477012b8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731129900436 2024-11-09T05:25:03,825 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 73b51e4a1e034a07ab6de4d0741f21e4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1731129901104 2024-11-09T05:25:03,827 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 162ff5c323234a5ead0afb5f66c9aff4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731129902366 2024-11-09T05:25:03,871 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0eab33f5090cf0ba2f10dba61a274cd3#A#compaction#21 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:25:03,871 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/A/2fb6e9d661d941658d6b464e7ce6d72c is 50, key is test_row_0/A:col10/1731129902366/Put/seqid=0 2024-11-09T05:25:03,872 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0eab33f5090cf0ba2f10dba61a274cd3#B#compaction#22 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:25:03,873 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/B/9a22614d458e411d9c8b40244e3e4481 is 50, key is test_row_0/B:col10/1731129902366/Put/seqid=0 2024-11-09T05:25:03,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(8855): Flush requested on 0eab33f5090cf0ba2f10dba61a274cd3 2024-11-09T05:25:03,879 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T05:25:03,880 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0eab33f5090cf0ba2f10dba61a274cd3 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-09T05:25:03,896 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/A/57d5d7bbb62147cb92a0b79ebe18ed6d is 50, key is test_row_0/A:col10/1731129903873/Put/seqid=0 2024-11-09T05:25:03,907 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-09T05:25:03,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073741858_1034 (size=12241) 2024-11-09T05:25:03,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. 2024-11-09T05:25:03,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. as already flushing 2024-11-09T05:25:03,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. 2024-11-09T05:25:03,907 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 0eab33f5090cf0ba2f10dba61a274cd3, NAME => 'TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:03,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 0eab33f5090cf0ba2f10dba61a274cd3, NAME => 'TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:03,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0eab33f5090cf0ba2f10dba61a274cd3, NAME => 'TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0eab33f5090cf0ba2f10dba61a274cd3, NAME => 'TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:03,920 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/A/2fb6e9d661d941658d6b464e7ce6d72c as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/2fb6e9d661d941658d6b464e7ce6d72c 2024-11-09T05:25:03,937 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0eab33f5090cf0ba2f10dba61a274cd3/A of 0eab33f5090cf0ba2f10dba61a274cd3 into 2fb6e9d661d941658d6b464e7ce6d72c(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:25:03,937 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0eab33f5090cf0ba2f10dba61a274cd3: 2024-11-09T05:25:03,937 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., storeName=0eab33f5090cf0ba2f10dba61a274cd3/A, priority=12, startTime=1731129903817; duration=0sec 2024-11-09T05:25:03,937 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:25:03,938 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0eab33f5090cf0ba2f10dba61a274cd3:A 2024-11-09T05:25:03,939 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T05:25:03,942 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T05:25:03,942 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1541): 0eab33f5090cf0ba2f10dba61a274cd3/C is initiating minor compaction (all files) 2024-11-09T05:25:03,942 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0eab33f5090cf0ba2f10dba61a274cd3/C in TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. 2024-11-09T05:25:03,943 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/5e83d3fd1a0145648ed662527bdeae9d, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/e2253f3497a34623b1e791bd2b1c4bcf, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/0d7f9877bb2946ef991868667e20982c, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/d4dc628be3484b9bbb45bbbb2d074378] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp, totalSize=47.0 K 2024-11-09T05:25:03,943 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5e83d3fd1a0145648ed662527bdeae9d, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731129899143 2024-11-09T05:25:03,944 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting e2253f3497a34623b1e791bd2b1c4bcf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731129900436 2024-11-09T05:25:03,944 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0d7f9877bb2946ef991868667e20982c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1731129901104 2024-11-09T05:25:03,945 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting d4dc628be3484b9bbb45bbbb2d074378, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731129902366 2024-11-09T05:25:03,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073741859_1035 (size=12241) 2024-11-09T05:25:03,966 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/B/9a22614d458e411d9c8b40244e3e4481 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/9a22614d458e411d9c8b40244e3e4481 2024-11-09T05:25:03,977 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0eab33f5090cf0ba2f10dba61a274cd3/B of 0eab33f5090cf0ba2f10dba61a274cd3 into 9a22614d458e411d9c8b40244e3e4481(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:25:03,977 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0eab33f5090cf0ba2f10dba61a274cd3: 2024-11-09T05:25:03,977 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., storeName=0eab33f5090cf0ba2f10dba61a274cd3/B, priority=12, startTime=1731129903817; duration=0sec 2024-11-09T05:25:03,977 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:25:03,978 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0eab33f5090cf0ba2f10dba61a274cd3:B 2024-11-09T05:25:03,979 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0eab33f5090cf0ba2f10dba61a274cd3#C#compaction#24 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:25:03,979 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/C/7fd2a6a659bf47778fd78c72e8212207 is 50, key is test_row_0/C:col10/1731129902366/Put/seqid=0 2024-11-09T05:25:03,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073741860_1036 (size=14391) 2024-11-09T05:25:03,983 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/A/57d5d7bbb62147cb92a0b79ebe18ed6d 2024-11-09T05:25:03,999 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:04,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56234 deadline: 1731129963986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:04,000 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:04,001 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:04,001 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:04,001 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:04,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56206 deadline: 1731129963994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:04,001 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:04,001 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:04,001 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:04,005 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:04,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1731129964000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:04,005 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:04,006 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:04,006 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:04,006 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:04,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56226 deadline: 1731129964001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:04,007 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:04,007 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:04,007 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:04,016 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/B/3b3386b849e54977bbb3e1a535824912 is 50, key is test_row_0/B:col10/1731129903873/Put/seqid=0 2024-11-09T05:25:04,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073741861_1037 (size=12241) 2024-11-09T05:25:04,052 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/C/7fd2a6a659bf47778fd78c72e8212207 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/7fd2a6a659bf47778fd78c72e8212207 2024-11-09T05:25:04,061 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-09T05:25:04,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. 2024-11-09T05:25:04,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. as already flushing 2024-11-09T05:25:04,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. 2024-11-09T05:25:04,062 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 0eab33f5090cf0ba2f10dba61a274cd3, NAME => 'TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:04,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 0eab33f5090cf0ba2f10dba61a274cd3, NAME => 'TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:04,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073741862_1038 (size=12051) 2024-11-09T05:25:04,063 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/B/3b3386b849e54977bbb3e1a535824912 2024-11-09T05:25:04,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0eab33f5090cf0ba2f10dba61a274cd3, NAME => 'TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0eab33f5090cf0ba2f10dba61a274cd3, NAME => 'TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:04,066 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0eab33f5090cf0ba2f10dba61a274cd3/C of 0eab33f5090cf0ba2f10dba61a274cd3 into 7fd2a6a659bf47778fd78c72e8212207(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:25:04,066 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0eab33f5090cf0ba2f10dba61a274cd3: 2024-11-09T05:25:04,066 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., storeName=0eab33f5090cf0ba2f10dba61a274cd3/C, priority=12, startTime=1731129903818; duration=0sec 2024-11-09T05:25:04,066 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:25:04,066 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0eab33f5090cf0ba2f10dba61a274cd3:C 2024-11-09T05:25:04,082 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/C/3867dcb4c44249f3893109855f049551 is 50, key is test_row_0/C:col10/1731129903873/Put/seqid=0 2024-11-09T05:25:04,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-09T05:25:04,114 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:04,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56234 deadline: 1731129964110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:04,114 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:04,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1731129964110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:04,115 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:04,115 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:04,115 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:04,115 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:04,115 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:04,115 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:04,115 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:04,115 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:04,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56206 deadline: 1731129964111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:04,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56226 deadline: 1731129964111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:04,116 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:04,116 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:04,116 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:04,117 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:04,117 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:04,117 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:04,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073741863_1039 (size=12051) 2024-11-09T05:25:04,217 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-09T05:25:04,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. 2024-11-09T05:25:04,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. as already flushing 2024-11-09T05:25:04,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. 2024-11-09T05:25:04,218 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 0eab33f5090cf0ba2f10dba61a274cd3, NAME => 'TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:04,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 0eab33f5090cf0ba2f10dba61a274cd3, NAME => 'TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:04,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0eab33f5090cf0ba2f10dba61a274cd3, NAME => 'TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0eab33f5090cf0ba2f10dba61a274cd3, NAME => 'TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:04,321 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:04,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56206 deadline: 1731129964321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:04,322 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:04,322 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:04,322 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:04,322 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:04,322 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:04,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56234 deadline: 1731129964321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:04,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56226 deadline: 1731129964321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:04,323 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:04,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1731129964321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:04,323 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:04,324 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:04,324 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:04,324 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:04,324 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:04,324 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:04,324 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:04,324 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:04,324 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:04,372 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-09T05:25:04,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. 2024-11-09T05:25:04,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. as already flushing 2024-11-09T05:25:04,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. 2024-11-09T05:25:04,372 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 0eab33f5090cf0ba2f10dba61a274cd3, NAME => 'TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:04,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 0eab33f5090cf0ba2f10dba61a274cd3, NAME => 'TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:04,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0eab33f5090cf0ba2f10dba61a274cd3, NAME => 'TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0eab33f5090cf0ba2f10dba61a274cd3, NAME => 'TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:04,519 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/C/3867dcb4c44249f3893109855f049551 2024-11-09T05:25:04,526 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-09T05:25:04,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. 2024-11-09T05:25:04,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. as already flushing 2024-11-09T05:25:04,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. 2024-11-09T05:25:04,527 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 0eab33f5090cf0ba2f10dba61a274cd3, NAME => 'TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:04,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 0eab33f5090cf0ba2f10dba61a274cd3, NAME => 'TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:04,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0eab33f5090cf0ba2f10dba61a274cd3, NAME => 'TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0eab33f5090cf0ba2f10dba61a274cd3, NAME => 'TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:04,533 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/A/57d5d7bbb62147cb92a0b79ebe18ed6d as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/57d5d7bbb62147cb92a0b79ebe18ed6d 2024-11-09T05:25:04,543 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/57d5d7bbb62147cb92a0b79ebe18ed6d, entries=200, sequenceid=129, filesize=14.1 K 2024-11-09T05:25:04,545 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/B/3b3386b849e54977bbb3e1a535824912 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/3b3386b849e54977bbb3e1a535824912 2024-11-09T05:25:04,559 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/3b3386b849e54977bbb3e1a535824912, entries=150, sequenceid=129, filesize=11.8 K 2024-11-09T05:25:04,561 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:04,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56244 deadline: 1731129964560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:04,562 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/C/3867dcb4c44249f3893109855f049551 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/3867dcb4c44249f3893109855f049551 2024-11-09T05:25:04,566 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 059551c538b7,40801,1731129891493 for 'test_row_2' in 0eab33f5090cf0ba2f10dba61a274cd3 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2197 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T05:25:04,567 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:04,567 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:04,567 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:04,585 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/3867dcb4c44249f3893109855f049551, entries=150, sequenceid=129, filesize=11.8 K 2024-11-09T05:25:04,586 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 0eab33f5090cf0ba2f10dba61a274cd3 in 706ms, sequenceid=129, compaction requested=false 2024-11-09T05:25:04,587 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0eab33f5090cf0ba2f10dba61a274cd3: 2024-11-09T05:25:04,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(8855): Flush requested on 0eab33f5090cf0ba2f10dba61a274cd3 2024-11-09T05:25:04,635 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T05:25:04,635 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0eab33f5090cf0ba2f10dba61a274cd3 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-09T05:25:04,653 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/A/7bf40af87bf74ab39ebd0f5e9dfe08a6 is 50, key is test_row_0/A:col10/1731129903978/Put/seqid=0 2024-11-09T05:25:04,660 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:04,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56234 deadline: 1731129964652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:04,661 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:04,661 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:04,661 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:04,661 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:04,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56206 deadline: 1731129964654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:04,662 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:04,662 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:04,662 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:04,662 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:04,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56226 deadline: 1731129964658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:04,663 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:04,663 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:04,663 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:04,666 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:04,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1731129964661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:04,671 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:04,671 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:04,671 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:04,682 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-09T05:25:04,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. 2024-11-09T05:25:04,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. as already flushing 2024-11-09T05:25:04,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. 2024-11-09T05:25:04,683 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 0eab33f5090cf0ba2f10dba61a274cd3, NAME => 'TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:04,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 0eab33f5090cf0ba2f10dba61a274cd3, NAME => 'TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:04,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0eab33f5090cf0ba2f10dba61a274cd3, NAME => 'TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0eab33f5090cf0ba2f10dba61a274cd3, NAME => 'TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:04,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073741864_1040 (size=14541) 2024-11-09T05:25:04,700 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/A/7bf40af87bf74ab39ebd0f5e9dfe08a6 2024-11-09T05:25:04,714 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/B/06d0d436dba84811b7e8e1a59cec4164 is 50, key is test_row_0/B:col10/1731129903978/Put/seqid=0 2024-11-09T05:25:04,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073741865_1041 (size=12151) 2024-11-09T05:25:04,752 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/B/06d0d436dba84811b7e8e1a59cec4164 2024-11-09T05:25:04,771 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:04,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56206 deadline: 1731129964770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:04,772 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:04,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56234 deadline: 1731129964770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:04,772 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:04,772 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:04,772 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:04,773 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:04,773 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:04,773 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:04,773 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:04,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56226 deadline: 1731129964770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:04,773 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:04,773 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:04,773 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:04,776 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/C/71e62f318a2846789d08859b848f14f8 is 50, key is test_row_0/C:col10/1731129903978/Put/seqid=0 2024-11-09T05:25:04,783 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:04,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1731129964780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:04,784 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:04,784 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:04,784 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:04,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073741866_1042 (size=12151) 2024-11-09T05:25:04,831 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/C/71e62f318a2846789d08859b848f14f8 2024-11-09T05:25:04,839 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-09T05:25:04,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. 2024-11-09T05:25:04,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. as already flushing 2024-11-09T05:25:04,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. 2024-11-09T05:25:04,839 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 0eab33f5090cf0ba2f10dba61a274cd3, NAME => 'TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:04,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 0eab33f5090cf0ba2f10dba61a274cd3, NAME => 'TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:04,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0eab33f5090cf0ba2f10dba61a274cd3, NAME => 'TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0eab33f5090cf0ba2f10dba61a274cd3, NAME => 'TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:04,846 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/A/7bf40af87bf74ab39ebd0f5e9dfe08a6 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/7bf40af87bf74ab39ebd0f5e9dfe08a6 2024-11-09T05:25:04,854 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/7bf40af87bf74ab39ebd0f5e9dfe08a6, entries=200, sequenceid=159, filesize=14.2 K 2024-11-09T05:25:04,856 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/B/06d0d436dba84811b7e8e1a59cec4164 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/06d0d436dba84811b7e8e1a59cec4164 2024-11-09T05:25:04,869 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/06d0d436dba84811b7e8e1a59cec4164, entries=150, sequenceid=159, filesize=11.9 K 2024-11-09T05:25:04,873 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/C/71e62f318a2846789d08859b848f14f8 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/71e62f318a2846789d08859b848f14f8 2024-11-09T05:25:04,883 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/71e62f318a2846789d08859b848f14f8, entries=150, sequenceid=159, filesize=11.9 K 2024-11-09T05:25:04,885 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 0eab33f5090cf0ba2f10dba61a274cd3 in 250ms, sequenceid=159, compaction requested=true 2024-11-09T05:25:04,885 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0eab33f5090cf0ba2f10dba61a274cd3: 2024-11-09T05:25:04,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0eab33f5090cf0ba2f10dba61a274cd3:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T05:25:04,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:25:04,885 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:25:04,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0eab33f5090cf0ba2f10dba61a274cd3:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T05:25:04,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:25:04,885 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:25:04,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0eab33f5090cf0ba2f10dba61a274cd3:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T05:25:04,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:25:04,888 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41173 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:25:04,888 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36443 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:25:04,888 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1541): 0eab33f5090cf0ba2f10dba61a274cd3/A is initiating minor compaction (all files) 2024-11-09T05:25:04,888 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1541): 0eab33f5090cf0ba2f10dba61a274cd3/B is initiating minor compaction (all files) 2024-11-09T05:25:04,888 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0eab33f5090cf0ba2f10dba61a274cd3/A in TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. 2024-11-09T05:25:04,888 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0eab33f5090cf0ba2f10dba61a274cd3/B in TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. 2024-11-09T05:25:04,888 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/2fb6e9d661d941658d6b464e7ce6d72c, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/57d5d7bbb62147cb92a0b79ebe18ed6d, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/7bf40af87bf74ab39ebd0f5e9dfe08a6] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp, totalSize=40.2 K 2024-11-09T05:25:04,888 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/9a22614d458e411d9c8b40244e3e4481, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/3b3386b849e54977bbb3e1a535824912, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/06d0d436dba84811b7e8e1a59cec4164] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp, totalSize=35.6 K 2024-11-09T05:25:04,889 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 9a22614d458e411d9c8b40244e3e4481, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731129902366 2024-11-09T05:25:04,889 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2fb6e9d661d941658d6b464e7ce6d72c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731129902366 2024-11-09T05:25:04,889 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 3b3386b849e54977bbb3e1a535824912, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1731129902733 2024-11-09T05:25:04,890 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 57d5d7bbb62147cb92a0b79ebe18ed6d, keycount=200, bloomtype=ROW, size=14.1 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1731129902729 2024-11-09T05:25:04,890 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 06d0d436dba84811b7e8e1a59cec4164, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731129903978 2024-11-09T05:25:04,890 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7bf40af87bf74ab39ebd0f5e9dfe08a6, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731129903978 2024-11-09T05:25:04,915 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0eab33f5090cf0ba2f10dba61a274cd3#B#compaction#30 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:25:04,915 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/B/2ead73f1e9a140298732472c555898bd is 50, key is test_row_0/B:col10/1731129903978/Put/seqid=0 2024-11-09T05:25:04,920 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0eab33f5090cf0ba2f10dba61a274cd3#A#compaction#31 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:25:04,921 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/A/9479d13885cd4efc99bd772b7806a454 is 50, key is test_row_0/A:col10/1731129903978/Put/seqid=0 2024-11-09T05:25:04,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073741867_1043 (size=12493) 2024-11-09T05:25:04,995 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-09T05:25:04,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. 2024-11-09T05:25:04,995 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing 0eab33f5090cf0ba2f10dba61a274cd3 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-09T05:25:05,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(8855): Flush requested on 0eab33f5090cf0ba2f10dba61a274cd3 2024-11-09T05:25:05,002 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. as already flushing 2024-11-09T05:25:05,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073741868_1044 (size=12493) 2024-11-09T05:25:05,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/A/a2ae7a30c5804a42b8ed3f4f48784102 is 50, key is test_row_0/A:col10/1731129904986/Put/seqid=0 2024-11-09T05:25:05,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073741869_1045 (size=12151) 2024-11-09T05:25:05,091 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/A/a2ae7a30c5804a42b8ed3f4f48784102 2024-11-09T05:25:05,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/B/c7821d8024d541ac92c383615354a153 is 50, key is test_row_0/B:col10/1731129904986/Put/seqid=0 2024-11-09T05:25:05,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-09T05:25:05,128 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:05,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56226 deadline: 1731129965112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:05,128 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:05,129 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:05,129 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:05,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56234 deadline: 1731129965115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:05,129 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:05,129 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:05,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56206 deadline: 1731129965115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:05,130 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:05,130 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:05,130 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:05,131 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:05,131 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:05,131 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:05,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073741870_1046 (size=12151) 2024-11-09T05:25:05,131 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:05,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1731129965121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:05,132 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:05,132 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:05,132 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:05,133 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/B/c7821d8024d541ac92c383615354a153 2024-11-09T05:25:05,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/C/4b8ce45335504d90886c560a80d8bf85 is 50, key is test_row_0/C:col10/1731129904986/Put/seqid=0 2024-11-09T05:25:05,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073741871_1047 (size=12151) 2024-11-09T05:25:05,176 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/C/4b8ce45335504d90886c560a80d8bf85 2024-11-09T05:25:05,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/A/a2ae7a30c5804a42b8ed3f4f48784102 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/a2ae7a30c5804a42b8ed3f4f48784102 2024-11-09T05:25:05,197 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/a2ae7a30c5804a42b8ed3f4f48784102, entries=150, sequenceid=171, filesize=11.9 K 2024-11-09T05:25:05,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/B/c7821d8024d541ac92c383615354a153 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/c7821d8024d541ac92c383615354a153 2024-11-09T05:25:05,210 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/c7821d8024d541ac92c383615354a153, entries=150, sequenceid=171, filesize=11.9 K 2024-11-09T05:25:05,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/C/4b8ce45335504d90886c560a80d8bf85 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/4b8ce45335504d90886c560a80d8bf85 2024-11-09T05:25:05,223 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/4b8ce45335504d90886c560a80d8bf85, entries=150, sequenceid=171, filesize=11.9 K 2024-11-09T05:25:05,224 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 0eab33f5090cf0ba2f10dba61a274cd3 in 229ms, sequenceid=171, compaction requested=true 2024-11-09T05:25:05,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for 0eab33f5090cf0ba2f10dba61a274cd3: 2024-11-09T05:25:05,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. 2024-11-09T05:25:05,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-09T05:25:05,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-09T05:25:05,230 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-09T05:25:05,230 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2510 sec 2024-11-09T05:25:05,235 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees in 2.2600 sec 2024-11-09T05:25:05,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(8855): Flush requested on 0eab33f5090cf0ba2f10dba61a274cd3 2024-11-09T05:25:05,245 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T05:25:05,246 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0eab33f5090cf0ba2f10dba61a274cd3 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-09T05:25:05,263 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/A/425434067088444aaf1ff97932c5a63d is 50, key is test_row_0/A:col10/1731129905111/Put/seqid=0 2024-11-09T05:25:05,267 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:05,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56206 deadline: 1731129965259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:05,268 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:05,268 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:05,268 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:05,269 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:05,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56226 deadline: 1731129965259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:05,269 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:05,270 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:05,270 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:05,269 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:05,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1731129965266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:05,270 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:05,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56234 deadline: 1731129965264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:05,270 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:05,270 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:05,270 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:05,270 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:05,270 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:05,270 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:05,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073741872_1048 (size=16931) 2024-11-09T05:25:05,301 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/A/425434067088444aaf1ff97932c5a63d 2024-11-09T05:25:05,325 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/B/83176d041e0b4b65ac28b2412d0f3a02 is 50, key is test_row_0/B:col10/1731129905111/Put/seqid=0 2024-11-09T05:25:05,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073741873_1049 (size=12151) 2024-11-09T05:25:05,333 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/B/83176d041e0b4b65ac28b2412d0f3a02 2024-11-09T05:25:05,374 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/B/2ead73f1e9a140298732472c555898bd as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/2ead73f1e9a140298732472c555898bd 2024-11-09T05:25:05,379 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:05,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56206 deadline: 1731129965371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:05,382 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:05,382 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:05,382 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:05,386 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:05,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1731129965381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:05,387 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:05,387 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:05,387 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:05,387 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:05,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56234 deadline: 1731129965381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:05,388 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:05,388 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:05,388 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:05,388 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:05,388 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/C/3a8b767b8f3a4f318f644f8f87481450 is 50, key is test_row_0/C:col10/1731129905111/Put/seqid=0 2024-11-09T05:25:05,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56226 deadline: 1731129965381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:05,389 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:05,389 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:05,389 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:05,391 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0eab33f5090cf0ba2f10dba61a274cd3/B of 0eab33f5090cf0ba2f10dba61a274cd3 into 2ead73f1e9a140298732472c555898bd(size=12.2 K), total size for store is 24.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:25:05,391 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0eab33f5090cf0ba2f10dba61a274cd3: 2024-11-09T05:25:05,391 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., storeName=0eab33f5090cf0ba2f10dba61a274cd3/B, priority=13, startTime=1731129904885; duration=0sec 2024-11-09T05:25:05,392 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:25:05,392 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0eab33f5090cf0ba2f10dba61a274cd3:B 2024-11-09T05:25:05,392 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T05:25:05,394 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48594 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T05:25:05,394 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1541): 0eab33f5090cf0ba2f10dba61a274cd3/C is initiating minor compaction (all files) 2024-11-09T05:25:05,394 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0eab33f5090cf0ba2f10dba61a274cd3/C in TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. 2024-11-09T05:25:05,395 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/7fd2a6a659bf47778fd78c72e8212207, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/3867dcb4c44249f3893109855f049551, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/71e62f318a2846789d08859b848f14f8, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/4b8ce45335504d90886c560a80d8bf85] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp, totalSize=47.5 K 2024-11-09T05:25:05,396 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 7fd2a6a659bf47778fd78c72e8212207, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731129902366 2024-11-09T05:25:05,397 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 3867dcb4c44249f3893109855f049551, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1731129902733 2024-11-09T05:25:05,397 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 71e62f318a2846789d08859b848f14f8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731129903978 2024-11-09T05:25:05,398 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 4b8ce45335504d90886c560a80d8bf85, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731129904983 2024-11-09T05:25:05,416 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/A/9479d13885cd4efc99bd772b7806a454 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/9479d13885cd4efc99bd772b7806a454 2024-11-09T05:25:05,429 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0eab33f5090cf0ba2f10dba61a274cd3/A of 0eab33f5090cf0ba2f10dba61a274cd3 into 9479d13885cd4efc99bd772b7806a454(size=12.2 K), total size for store is 24.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:25:05,429 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0eab33f5090cf0ba2f10dba61a274cd3: 2024-11-09T05:25:05,429 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., storeName=0eab33f5090cf0ba2f10dba61a274cd3/A, priority=13, startTime=1731129904885; duration=0sec 2024-11-09T05:25:05,429 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:25:05,429 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0eab33f5090cf0ba2f10dba61a274cd3:A 2024-11-09T05:25:05,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073741874_1050 (size=12151) 2024-11-09T05:25:05,435 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/C/3a8b767b8f3a4f318f644f8f87481450 2024-11-09T05:25:05,448 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/A/425434067088444aaf1ff97932c5a63d as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/425434067088444aaf1ff97932c5a63d 2024-11-09T05:25:05,457 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0eab33f5090cf0ba2f10dba61a274cd3#C#compaction#38 average throughput is 0.41 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:25:05,458 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/C/5c6f1f1cad4e4453b0cedee9a26838ed is 50, key is test_row_0/C:col10/1731129904986/Put/seqid=0 2024-11-09T05:25:05,458 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/425434067088444aaf1ff97932c5a63d, entries=250, sequenceid=198, filesize=16.5 K 2024-11-09T05:25:05,460 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/B/83176d041e0b4b65ac28b2412d0f3a02 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/83176d041e0b4b65ac28b2412d0f3a02 2024-11-09T05:25:05,470 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/83176d041e0b4b65ac28b2412d0f3a02, entries=150, sequenceid=198, filesize=11.9 K 2024-11-09T05:25:05,473 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/C/3a8b767b8f3a4f318f644f8f87481450 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/3a8b767b8f3a4f318f644f8f87481450 2024-11-09T05:25:05,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073741875_1051 (size=12527) 2024-11-09T05:25:05,483 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/3a8b767b8f3a4f318f644f8f87481450, entries=150, sequenceid=198, filesize=11.9 K 2024-11-09T05:25:05,487 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 0eab33f5090cf0ba2f10dba61a274cd3 in 242ms, sequenceid=198, compaction requested=true 2024-11-09T05:25:05,487 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0eab33f5090cf0ba2f10dba61a274cd3: 2024-11-09T05:25:05,488 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:25:05,488 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0eab33f5090cf0ba2f10dba61a274cd3:A, priority=-2147483648, current under compaction store size is 2 2024-11-09T05:25:05,488 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:25:05,488 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0eab33f5090cf0ba2f10dba61a274cd3:B, priority=-2147483648, current under compaction store size is 3 2024-11-09T05:25:05,488 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:25:05,489 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0eab33f5090cf0ba2f10dba61a274cd3:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T05:25:05,489 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-09T05:25:05,489 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41575 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:25:05,489 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1541): 0eab33f5090cf0ba2f10dba61a274cd3/A is initiating minor compaction (all files) 2024-11-09T05:25:05,489 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0eab33f5090cf0ba2f10dba61a274cd3/A in TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. 2024-11-09T05:25:05,490 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/9479d13885cd4efc99bd772b7806a454, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/a2ae7a30c5804a42b8ed3f4f48784102, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/425434067088444aaf1ff97932c5a63d] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp, totalSize=40.6 K 2024-11-09T05:25:05,491 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9479d13885cd4efc99bd772b7806a454, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731129903978 2024-11-09T05:25:05,491 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/C/5c6f1f1cad4e4453b0cedee9a26838ed as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/5c6f1f1cad4e4453b0cedee9a26838ed 2024-11-09T05:25:05,492 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting a2ae7a30c5804a42b8ed3f4f48784102, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731129904983 2024-11-09T05:25:05,492 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 425434067088444aaf1ff97932c5a63d, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1731129905094 2024-11-09T05:25:05,528 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0eab33f5090cf0ba2f10dba61a274cd3/C of 0eab33f5090cf0ba2f10dba61a274cd3 into 5c6f1f1cad4e4453b0cedee9a26838ed(size=12.2 K), total size for store is 24.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:25:05,528 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0eab33f5090cf0ba2f10dba61a274cd3: 2024-11-09T05:25:05,528 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., storeName=0eab33f5090cf0ba2f10dba61a274cd3/C, priority=12, startTime=1731129904885; duration=0sec 2024-11-09T05:25:05,528 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-09T05:25:05,528 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0eab33f5090cf0ba2f10dba61a274cd3:C 2024-11-09T05:25:05,529 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0eab33f5090cf0ba2f10dba61a274cd3:C 2024-11-09T05:25:05,529 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:25:05,531 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0eab33f5090cf0ba2f10dba61a274cd3#A#compaction#39 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:25:05,532 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/A/677e7dfa22f840ba890331ebb2c15d9e is 50, key is test_row_0/A:col10/1731129905111/Put/seqid=0 2024-11-09T05:25:05,535 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:25:05,535 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1541): 0eab33f5090cf0ba2f10dba61a274cd3/B is initiating minor compaction (all files) 2024-11-09T05:25:05,535 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0eab33f5090cf0ba2f10dba61a274cd3/B in TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. 2024-11-09T05:25:05,535 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/2ead73f1e9a140298732472c555898bd, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/c7821d8024d541ac92c383615354a153, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/83176d041e0b4b65ac28b2412d0f3a02] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp, totalSize=35.9 K 2024-11-09T05:25:05,536 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 2ead73f1e9a140298732472c555898bd, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731129903978 2024-11-09T05:25:05,538 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting c7821d8024d541ac92c383615354a153, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731129904983 2024-11-09T05:25:05,539 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 83176d041e0b4b65ac28b2412d0f3a02, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1731129905111 2024-11-09T05:25:05,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073741876_1052 (size=12595) 2024-11-09T05:25:05,562 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0eab33f5090cf0ba2f10dba61a274cd3#B#compaction#40 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:25:05,563 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/B/e9974b4022ee464da7155c699a3ca47e is 50, key is test_row_0/B:col10/1731129905111/Put/seqid=0 2024-11-09T05:25:05,569 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/A/677e7dfa22f840ba890331ebb2c15d9e as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/677e7dfa22f840ba890331ebb2c15d9e 2024-11-09T05:25:05,587 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0eab33f5090cf0ba2f10dba61a274cd3/A of 0eab33f5090cf0ba2f10dba61a274cd3 into 677e7dfa22f840ba890331ebb2c15d9e(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:25:05,587 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0eab33f5090cf0ba2f10dba61a274cd3: 2024-11-09T05:25:05,587 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., storeName=0eab33f5090cf0ba2f10dba61a274cd3/A, priority=13, startTime=1731129905487; duration=0sec 2024-11-09T05:25:05,587 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:25:05,587 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0eab33f5090cf0ba2f10dba61a274cd3:A 2024-11-09T05:25:05,588 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-09T05:25:05,589 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-09T05:25:05,589 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-09T05:25:05,589 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. because compaction request was cancelled 2024-11-09T05:25:05,590 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0eab33f5090cf0ba2f10dba61a274cd3:C 2024-11-09T05:25:05,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(8855): Flush requested on 0eab33f5090cf0ba2f10dba61a274cd3 2024-11-09T05:25:05,596 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T05:25:05,596 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0eab33f5090cf0ba2f10dba61a274cd3 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-09T05:25:05,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073741877_1053 (size=12595) 2024-11-09T05:25:05,622 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/A/a03101c5a36e4bf4960e7ecbb86480fd is 50, key is test_row_0/A:col10/1731129905594/Put/seqid=0 2024-11-09T05:25:05,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073741878_1054 (size=14541) 2024-11-09T05:25:05,645 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/A/a03101c5a36e4bf4960e7ecbb86480fd 2024-11-09T05:25:05,666 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/B/6a41de9a627a425fab1e29911a02a649 is 50, key is test_row_0/B:col10/1731129905594/Put/seqid=0 2024-11-09T05:25:05,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073741879_1055 (size=12151) 2024-11-09T05:25:05,714 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:05,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1731129965712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:05,714 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:05,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56234 deadline: 1731129965712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:05,715 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:05,715 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:05,715 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:05,715 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:05,715 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:05,715 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:05,715 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:05,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56226 deadline: 1731129965713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:05,716 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:05,716 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:05,716 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:05,716 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:05,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56206 deadline: 1731129965714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:05,717 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:05,717 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:05,717 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:05,821 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:05,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1731129965821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:05,822 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:05,822 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:05,822 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:05,822 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:05,822 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:05,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56234 deadline: 1731129965821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:05,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56226 deadline: 1731129965821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:05,823 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:05,823 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:05,823 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:05,823 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:05,823 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:05,823 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:05,824 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:05,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56206 deadline: 1731129965821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:05,824 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:05,824 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:05,824 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:06,026 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/B/e9974b4022ee464da7155c699a3ca47e as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/e9974b4022ee464da7155c699a3ca47e 2024-11-09T05:25:06,034 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:06,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1731129966032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:06,034 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:06,035 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:06,035 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:06,035 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:06,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56234 deadline: 1731129966033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:06,037 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:06,037 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:06,037 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:06,037 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:06,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56206 deadline: 1731129966033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:06,037 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:06,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56226 deadline: 1731129966033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:06,037 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:06,037 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:06,038 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:06,038 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:06,038 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:06,038 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:06,047 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0eab33f5090cf0ba2f10dba61a274cd3/B of 0eab33f5090cf0ba2f10dba61a274cd3 into e9974b4022ee464da7155c699a3ca47e(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:25:06,047 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0eab33f5090cf0ba2f10dba61a274cd3: 2024-11-09T05:25:06,047 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., storeName=0eab33f5090cf0ba2f10dba61a274cd3/B, priority=13, startTime=1731129905488; duration=0sec 2024-11-09T05:25:06,047 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:25:06,047 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0eab33f5090cf0ba2f10dba61a274cd3:B 2024-11-09T05:25:06,089 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/B/6a41de9a627a425fab1e29911a02a649 2024-11-09T05:25:06,111 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/C/e0d367319b4f4b7884092dd4b50fec1a is 50, key is test_row_0/C:col10/1731129905594/Put/seqid=0 2024-11-09T05:25:06,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073741880_1056 (size=12151) 2024-11-09T05:25:06,118 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/C/e0d367319b4f4b7884092dd4b50fec1a 2024-11-09T05:25:06,126 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/A/a03101c5a36e4bf4960e7ecbb86480fd as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/a03101c5a36e4bf4960e7ecbb86480fd 2024-11-09T05:25:06,136 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/a03101c5a36e4bf4960e7ecbb86480fd, entries=200, sequenceid=213, filesize=14.2 K 2024-11-09T05:25:06,143 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/B/6a41de9a627a425fab1e29911a02a649 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/6a41de9a627a425fab1e29911a02a649 2024-11-09T05:25:06,154 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/6a41de9a627a425fab1e29911a02a649, entries=150, sequenceid=213, filesize=11.9 K 2024-11-09T05:25:06,155 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/C/e0d367319b4f4b7884092dd4b50fec1a as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/e0d367319b4f4b7884092dd4b50fec1a 2024-11-09T05:25:06,165 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/e0d367319b4f4b7884092dd4b50fec1a, entries=150, sequenceid=213, filesize=11.9 K 2024-11-09T05:25:06,167 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 0eab33f5090cf0ba2f10dba61a274cd3 in 571ms, sequenceid=213, compaction requested=true 2024-11-09T05:25:06,167 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0eab33f5090cf0ba2f10dba61a274cd3: 2024-11-09T05:25:06,167 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-09T05:25:06,169 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-09T05:25:06,169 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-09T05:25:06,169 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. because compaction request was cancelled 2024-11-09T05:25:06,169 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0eab33f5090cf0ba2f10dba61a274cd3:A 2024-11-09T05:25:06,169 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0eab33f5090cf0ba2f10dba61a274cd3:A, priority=-2147483648, current under compaction store size is 0 2024-11-09T05:25:06,169 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:25:06,170 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-09T05:25:06,170 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0eab33f5090cf0ba2f10dba61a274cd3:B, priority=-2147483648, current under compaction store size is 1 2024-11-09T05:25:06,170 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-09T05:25:06,170 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-09T05:25:06,171 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. because compaction request was cancelled 2024-11-09T05:25:06,171 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0eab33f5090cf0ba2f10dba61a274cd3:B 2024-11-09T05:25:06,171 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:25:06,171 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:25:06,172 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:25:06,173 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1541): 0eab33f5090cf0ba2f10dba61a274cd3/C is initiating minor compaction (all files) 2024-11-09T05:25:06,173 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0eab33f5090cf0ba2f10dba61a274cd3/C in TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. 2024-11-09T05:25:06,173 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/5c6f1f1cad4e4453b0cedee9a26838ed, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/3a8b767b8f3a4f318f644f8f87481450, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/e0d367319b4f4b7884092dd4b50fec1a] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp, totalSize=36.0 K 2024-11-09T05:25:06,173 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5c6f1f1cad4e4453b0cedee9a26838ed, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731129904983 2024-11-09T05:25:06,174 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3a8b767b8f3a4f318f644f8f87481450, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1731129905111 2024-11-09T05:25:06,175 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting e0d367319b4f4b7884092dd4b50fec1a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1731129905255 2024-11-09T05:25:06,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0eab33f5090cf0ba2f10dba61a274cd3:C, priority=-2147483648, current under compaction store size is 1 2024-11-09T05:25:06,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:25:06,186 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0eab33f5090cf0ba2f10dba61a274cd3#C#compaction#44 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:25:06,187 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/C/37f78899bf434868b1d70c42b3d87cf0 is 50, key is test_row_0/C:col10/1731129905594/Put/seqid=0 2024-11-09T05:25:06,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073741881_1057 (size=12629) 2024-11-09T05:25:06,345 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T05:25:06,345 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0eab33f5090cf0ba2f10dba61a274cd3 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-09T05:25:06,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(8855): Flush requested on 0eab33f5090cf0ba2f10dba61a274cd3 2024-11-09T05:25:06,363 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/A/2d016622279346d2954eaa535f6e617e is 50, key is test_row_0/A:col10/1731129905709/Put/seqid=0 2024-11-09T05:25:06,375 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:06,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56234 deadline: 1731129966362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:06,375 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:06,376 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:06,376 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:06,380 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:06,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1731129966373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:06,381 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:06,381 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:06,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56226 deadline: 1731129966374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:06,381 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:06,381 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:06,382 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:06,382 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:06,382 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:06,388 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:06,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56206 deadline: 1731129966383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:06,389 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:06,389 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:06,389 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:06,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073741882_1058 (size=16931) 2024-11-09T05:25:06,416 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=241 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/A/2d016622279346d2954eaa535f6e617e 2024-11-09T05:25:06,433 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/B/82c650056c214af4bc363545158cfb69 is 50, key is test_row_0/B:col10/1731129905709/Put/seqid=0 2024-11-09T05:25:06,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073741883_1059 (size=12151) 2024-11-09T05:25:06,472 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=241 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/B/82c650056c214af4bc363545158cfb69 2024-11-09T05:25:06,482 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:06,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56234 deadline: 1731129966480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:06,483 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:06,483 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:06,483 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:06,493 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:06,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1731129966490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:06,494 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:06,494 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:06,494 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:06,494 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:06,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56226 deadline: 1731129966490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:06,495 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:06,495 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:06,495 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:06,497 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/C/4328b1dac37e4316a981cd09ace50d22 is 50, key is test_row_0/C:col10/1731129905709/Put/seqid=0 2024-11-09T05:25:06,504 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:06,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56206 deadline: 1731129966500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:06,506 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:06,506 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:06,506 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:06,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073741884_1060 (size=12151) 2024-11-09T05:25:06,535 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=241 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/C/4328b1dac37e4316a981cd09ace50d22 2024-11-09T05:25:06,546 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/A/2d016622279346d2954eaa535f6e617e as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/2d016622279346d2954eaa535f6e617e 2024-11-09T05:25:06,563 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/2d016622279346d2954eaa535f6e617e, entries=250, sequenceid=241, filesize=16.5 K 2024-11-09T05:25:06,576 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/B/82c650056c214af4bc363545158cfb69 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/82c650056c214af4bc363545158cfb69 2024-11-09T05:25:06,585 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:06,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56244 deadline: 1731129966580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:06,586 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 059551c538b7,40801,1731129891493 for 'test_row_2' in 0eab33f5090cf0ba2f10dba61a274cd3 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4221 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T05:25:06,586 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:06,586 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:06,587 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:06,593 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/82c650056c214af4bc363545158cfb69, entries=150, sequenceid=241, filesize=11.9 K 2024-11-09T05:25:06,594 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/C/4328b1dac37e4316a981cd09ace50d22 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/4328b1dac37e4316a981cd09ace50d22 2024-11-09T05:25:06,605 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/4328b1dac37e4316a981cd09ace50d22, entries=150, sequenceid=241, filesize=11.9 K 2024-11-09T05:25:06,612 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for 0eab33f5090cf0ba2f10dba61a274cd3 in 264ms, sequenceid=241, compaction requested=true 2024-11-09T05:25:06,612 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0eab33f5090cf0ba2f10dba61a274cd3: 2024-11-09T05:25:06,613 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:25:06,613 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0eab33f5090cf0ba2f10dba61a274cd3:A, priority=-2147483648, current under compaction store size is 2 2024-11-09T05:25:06,613 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:25:06,613 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0eab33f5090cf0ba2f10dba61a274cd3:B, priority=-2147483648, current under compaction store size is 3 2024-11-09T05:25:06,613 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:25:06,613 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0eab33f5090cf0ba2f10dba61a274cd3:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T05:25:06,613 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-09T05:25:06,614 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 44067 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:25:06,614 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1541): 0eab33f5090cf0ba2f10dba61a274cd3/A is initiating minor compaction (all files) 2024-11-09T05:25:06,614 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0eab33f5090cf0ba2f10dba61a274cd3/A in TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. 2024-11-09T05:25:06,615 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/677e7dfa22f840ba890331ebb2c15d9e, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/a03101c5a36e4bf4960e7ecbb86480fd, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/2d016622279346d2954eaa535f6e617e] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp, totalSize=43.0 K 2024-11-09T05:25:06,615 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 677e7dfa22f840ba890331ebb2c15d9e, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1731129905111 2024-11-09T05:25:06,616 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting a03101c5a36e4bf4960e7ecbb86480fd, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1731129905255 2024-11-09T05:25:06,616 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 2d016622279346d2954eaa535f6e617e, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1731129905701 2024-11-09T05:25:06,632 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0eab33f5090cf0ba2f10dba61a274cd3#A#compaction#48 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:25:06,633 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/A/1890175ce01e4b2298edbe233cd12845 is 50, key is test_row_0/A:col10/1731129905709/Put/seqid=0 2024-11-09T05:25:06,636 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/C/37f78899bf434868b1d70c42b3d87cf0 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/37f78899bf434868b1d70c42b3d87cf0 2024-11-09T05:25:06,647 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0eab33f5090cf0ba2f10dba61a274cd3/C of 0eab33f5090cf0ba2f10dba61a274cd3 into 37f78899bf434868b1d70c42b3d87cf0(size=12.3 K), total size for store is 24.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:25:06,647 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0eab33f5090cf0ba2f10dba61a274cd3: 2024-11-09T05:25:06,647 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., storeName=0eab33f5090cf0ba2f10dba61a274cd3/C, priority=13, startTime=1731129906171; duration=0sec 2024-11-09T05:25:06,648 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-09T05:25:06,648 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0eab33f5090cf0ba2f10dba61a274cd3:C 2024-11-09T05:25:06,648 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0eab33f5090cf0ba2f10dba61a274cd3:C 2024-11-09T05:25:06,648 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:25:06,650 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:25:06,650 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1541): 0eab33f5090cf0ba2f10dba61a274cd3/B is initiating minor compaction (all files) 2024-11-09T05:25:06,650 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0eab33f5090cf0ba2f10dba61a274cd3/B in TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. 2024-11-09T05:25:06,651 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/e9974b4022ee464da7155c699a3ca47e, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/6a41de9a627a425fab1e29911a02a649, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/82c650056c214af4bc363545158cfb69] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp, totalSize=36.0 K 2024-11-09T05:25:06,651 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting e9974b4022ee464da7155c699a3ca47e, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1731129905111 2024-11-09T05:25:06,652 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6a41de9a627a425fab1e29911a02a649, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1731129905255 2024-11-09T05:25:06,652 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 82c650056c214af4bc363545158cfb69, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1731129905709 2024-11-09T05:25:06,674 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0eab33f5090cf0ba2f10dba61a274cd3#B#compaction#49 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:25:06,675 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/B/f0987f3abe0041438d8de14811224c36 is 50, key is test_row_0/B:col10/1731129905709/Put/seqid=0 2024-11-09T05:25:06,693 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T05:25:06,694 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0eab33f5090cf0ba2f10dba61a274cd3 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-09T05:25:06,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(8855): Flush requested on 0eab33f5090cf0ba2f10dba61a274cd3 2024-11-09T05:25:06,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073741885_1061 (size=12697) 2024-11-09T05:25:06,710 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/A/7b87ce61d715498693b07561c200f6ce is 50, key is test_row_0/A:col10/1731129906691/Put/seqid=0 2024-11-09T05:25:06,712 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/A/1890175ce01e4b2298edbe233cd12845 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/1890175ce01e4b2298edbe233cd12845 2024-11-09T05:25:06,724 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0eab33f5090cf0ba2f10dba61a274cd3/A of 0eab33f5090cf0ba2f10dba61a274cd3 into 1890175ce01e4b2298edbe233cd12845(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:25:06,724 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0eab33f5090cf0ba2f10dba61a274cd3: 2024-11-09T05:25:06,724 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., storeName=0eab33f5090cf0ba2f10dba61a274cd3/A, priority=13, startTime=1731129906612; duration=0sec 2024-11-09T05:25:06,725 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:25:06,725 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0eab33f5090cf0ba2f10dba61a274cd3:A 2024-11-09T05:25:06,725 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-09T05:25:06,726 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-09T05:25:06,726 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-09T05:25:06,726 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. because compaction request was cancelled 2024-11-09T05:25:06,726 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0eab33f5090cf0ba2f10dba61a274cd3:C 2024-11-09T05:25:06,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073741886_1062 (size=12697) 2024-11-09T05:25:06,781 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:06,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56206 deadline: 1731129966774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:06,782 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:06,782 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:06,783 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:06,785 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:06,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56234 deadline: 1731129966777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:06,786 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:06,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1731129966779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:06,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073741887_1063 (size=14541) 2024-11-09T05:25:06,787 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:06,787 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:06,787 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:06,787 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:06,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56226 deadline: 1731129966779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:06,788 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:06,788 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:06,788 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:06,788 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:06,788 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:06,788 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:06,894 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:06,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1731129966891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:06,895 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:06,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56226 deadline: 1731129966891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:06,895 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:06,895 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:06,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56234 deadline: 1731129966892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:06,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56206 deadline: 1731129966892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:06,896 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:06,896 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:06,896 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:06,900 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:06,900 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:06,900 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:06,900 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:06,900 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:06,900 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:06,901 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:06,901 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:06,901 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:07,102 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:07,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56226 deadline: 1731129967100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:07,103 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:07,103 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:07,103 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:07,115 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:07,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56234 deadline: 1731129967110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:07,116 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:07,116 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:07,116 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:07,116 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:07,116 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:07,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56206 deadline: 1731129967110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:07,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1731129967110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:07,117 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:07,117 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:07,117 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:07,117 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:07,117 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:07,117 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:07,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-09T05:25:07,131 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T05:25:07,131 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T05:25:07,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees 2024-11-09T05:25:07,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-09T05:25:07,136 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T05:25:07,138 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T05:25:07,138 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T05:25:07,150 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/B/f0987f3abe0041438d8de14811224c36 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/f0987f3abe0041438d8de14811224c36 2024-11-09T05:25:07,160 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0eab33f5090cf0ba2f10dba61a274cd3/B of 0eab33f5090cf0ba2f10dba61a274cd3 into f0987f3abe0041438d8de14811224c36(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:25:07,160 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0eab33f5090cf0ba2f10dba61a274cd3: 2024-11-09T05:25:07,160 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., storeName=0eab33f5090cf0ba2f10dba61a274cd3/B, priority=13, startTime=1731129906613; duration=0sec 2024-11-09T05:25:07,160 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:25:07,161 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0eab33f5090cf0ba2f10dba61a274cd3:B 2024-11-09T05:25:07,187 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/A/7b87ce61d715498693b07561c200f6ce 2024-11-09T05:25:07,212 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/B/43cfa8c889284ae6b105a2f9d515ec39 is 50, key is test_row_0/B:col10/1731129906691/Put/seqid=0 2024-11-09T05:25:07,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073741888_1064 (size=12151) 2024-11-09T05:25:07,223 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/B/43cfa8c889284ae6b105a2f9d515ec39 2024-11-09T05:25:07,233 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/C/6bd789e0d5f04a7893f82a168e06a483 is 50, key is test_row_0/C:col10/1731129906691/Put/seqid=0 2024-11-09T05:25:07,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-09T05:25:07,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073741889_1065 (size=12151) 2024-11-09T05:25:07,293 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-09T05:25:07,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. 2024-11-09T05:25:07,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. as already flushing 2024-11-09T05:25:07,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. 2024-11-09T05:25:07,294 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 0eab33f5090cf0ba2f10dba61a274cd3, NAME => 'TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:07,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 0eab33f5090cf0ba2f10dba61a274cd3, NAME => 'TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:07,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0eab33f5090cf0ba2f10dba61a274cd3, NAME => 'TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0eab33f5090cf0ba2f10dba61a274cd3, NAME => 'TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:07,411 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:07,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56226 deadline: 1731129967410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:07,411 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:07,411 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:07,411 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:07,422 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:07,422 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:07,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56234 deadline: 1731129967420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:07,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1731129967420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:07,422 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:07,422 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:07,422 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:07,423 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:07,423 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:07,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56206 deadline: 1731129967420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:07,423 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:07,423 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:07,427 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:07,427 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:07,427 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:07,447 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-09T05:25:07,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. 2024-11-09T05:25:07,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. as already flushing 2024-11-09T05:25:07,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. 2024-11-09T05:25:07,448 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 0eab33f5090cf0ba2f10dba61a274cd3, NAME => 'TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:07,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 0eab33f5090cf0ba2f10dba61a274cd3, NAME => 'TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:07,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-09T05:25:07,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0eab33f5090cf0ba2f10dba61a274cd3, NAME => 'TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0eab33f5090cf0ba2f10dba61a274cd3, NAME => 'TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:07,606 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-09T05:25:07,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. 2024-11-09T05:25:07,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. as already flushing 2024-11-09T05:25:07,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. 2024-11-09T05:25:07,607 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 0eab33f5090cf0ba2f10dba61a274cd3, NAME => 'TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:07,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 0eab33f5090cf0ba2f10dba61a274cd3, NAME => 'TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:07,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0eab33f5090cf0ba2f10dba61a274cd3, NAME => 'TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0eab33f5090cf0ba2f10dba61a274cd3, NAME => 'TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:07,658 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/C/6bd789e0d5f04a7893f82a168e06a483 2024-11-09T05:25:07,669 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/A/7b87ce61d715498693b07561c200f6ce as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/7b87ce61d715498693b07561c200f6ce 2024-11-09T05:25:07,678 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/7b87ce61d715498693b07561c200f6ce, entries=200, sequenceid=253, filesize=14.2 K 2024-11-09T05:25:07,681 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/B/43cfa8c889284ae6b105a2f9d515ec39 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/43cfa8c889284ae6b105a2f9d515ec39 2024-11-09T05:25:07,688 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/43cfa8c889284ae6b105a2f9d515ec39, entries=150, sequenceid=253, filesize=11.9 K 2024-11-09T05:25:07,691 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/C/6bd789e0d5f04a7893f82a168e06a483 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/6bd789e0d5f04a7893f82a168e06a483 2024-11-09T05:25:07,700 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/6bd789e0d5f04a7893f82a168e06a483, entries=150, sequenceid=253, filesize=11.9 K 2024-11-09T05:25:07,702 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 0eab33f5090cf0ba2f10dba61a274cd3 in 1008ms, sequenceid=253, compaction requested=true 2024-11-09T05:25:07,702 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0eab33f5090cf0ba2f10dba61a274cd3: 2024-11-09T05:25:07,702 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-09T05:25:07,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0eab33f5090cf0ba2f10dba61a274cd3:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T05:25:07,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:25:07,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0eab33f5090cf0ba2f10dba61a274cd3:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T05:25:07,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:25:07,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0eab33f5090cf0ba2f10dba61a274cd3:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T05:25:07,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-09T05:25:07,703 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:25:07,703 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-09T05:25:07,703 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-09T05:25:07,703 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. because compaction request was cancelled 2024-11-09T05:25:07,703 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0eab33f5090cf0ba2f10dba61a274cd3:A 2024-11-09T05:25:07,703 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-09T05:25:07,704 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:25:07,704 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1541): 0eab33f5090cf0ba2f10dba61a274cd3/C is initiating minor compaction (all files) 2024-11-09T05:25:07,704 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0eab33f5090cf0ba2f10dba61a274cd3/C in TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. 2024-11-09T05:25:07,704 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/37f78899bf434868b1d70c42b3d87cf0, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/4328b1dac37e4316a981cd09ace50d22, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/6bd789e0d5f04a7893f82a168e06a483] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp, totalSize=36.1 K 2024-11-09T05:25:07,705 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-09T05:25:07,705 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-09T05:25:07,705 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 37f78899bf434868b1d70c42b3d87cf0, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1731129905255 2024-11-09T05:25:07,705 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. because compaction request was cancelled 2024-11-09T05:25:07,705 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0eab33f5090cf0ba2f10dba61a274cd3:B 2024-11-09T05:25:07,705 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 4328b1dac37e4316a981cd09ace50d22, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1731129905709 2024-11-09T05:25:07,705 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 6bd789e0d5f04a7893f82a168e06a483, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1731129906350 2024-11-09T05:25:07,726 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0eab33f5090cf0ba2f10dba61a274cd3#C#compaction#53 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:25:07,727 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/C/164ff83f455a44f481e8aec8d8d47005 is 50, key is test_row_0/C:col10/1731129906691/Put/seqid=0 2024-11-09T05:25:07,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-09T05:25:07,761 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-09T05:25:07,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. 2024-11-09T05:25:07,762 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing 0eab33f5090cf0ba2f10dba61a274cd3 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-09T05:25:07,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/A/730364e68fbb453696949b43a76384cb is 50, key is test_row_0/A:col10/1731129906773/Put/seqid=0 2024-11-09T05:25:07,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073741890_1066 (size=12731) 2024-11-09T05:25:07,793 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/C/164ff83f455a44f481e8aec8d8d47005 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/164ff83f455a44f481e8aec8d8d47005 2024-11-09T05:25:07,803 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0eab33f5090cf0ba2f10dba61a274cd3/C of 0eab33f5090cf0ba2f10dba61a274cd3 into 164ff83f455a44f481e8aec8d8d47005(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:25:07,804 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0eab33f5090cf0ba2f10dba61a274cd3: 2024-11-09T05:25:07,804 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., storeName=0eab33f5090cf0ba2f10dba61a274cd3/C, priority=13, startTime=1731129907702; duration=0sec 2024-11-09T05:25:07,804 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:25:07,804 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0eab33f5090cf0ba2f10dba61a274cd3:C 2024-11-09T05:25:07,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073741891_1067 (size=12301) 2024-11-09T05:25:07,828 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/A/730364e68fbb453696949b43a76384cb 2024-11-09T05:25:07,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/B/0b54423313f948a5b6e7c1952551f810 is 50, key is test_row_0/B:col10/1731129906773/Put/seqid=0 2024-11-09T05:25:07,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073741892_1068 (size=12301) 2024-11-09T05:25:07,858 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/B/0b54423313f948a5b6e7c1952551f810 2024-11-09T05:25:07,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/C/4227fb3aa5dd4008b52a743cae483b89 is 50, key is test_row_0/C:col10/1731129906773/Put/seqid=0 2024-11-09T05:25:07,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073741893_1069 (size=12301) 2024-11-09T05:25:07,906 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/C/4227fb3aa5dd4008b52a743cae483b89 2024-11-09T05:25:07,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/A/730364e68fbb453696949b43a76384cb as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/730364e68fbb453696949b43a76384cb 2024-11-09T05:25:07,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(8855): Flush requested on 0eab33f5090cf0ba2f10dba61a274cd3 2024-11-09T05:25:07,922 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/730364e68fbb453696949b43a76384cb, entries=150, sequenceid=280, filesize=12.0 K 2024-11-09T05:25:07,923 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. as already flushing 2024-11-09T05:25:07,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/B/0b54423313f948a5b6e7c1952551f810 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/0b54423313f948a5b6e7c1952551f810 2024-11-09T05:25:07,934 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/0b54423313f948a5b6e7c1952551f810, entries=150, sequenceid=280, filesize=12.0 K 2024-11-09T05:25:07,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/C/4227fb3aa5dd4008b52a743cae483b89 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/4227fb3aa5dd4008b52a743cae483b89 2024-11-09T05:25:07,943 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/4227fb3aa5dd4008b52a743cae483b89, entries=150, sequenceid=280, filesize=12.0 K 2024-11-09T05:25:07,945 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=40.25 KB/41220 for 0eab33f5090cf0ba2f10dba61a274cd3 in 183ms, sequenceid=280, compaction requested=true 2024-11-09T05:25:07,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for 0eab33f5090cf0ba2f10dba61a274cd3: 2024-11-09T05:25:07,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. 2024-11-09T05:25:07,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-09T05:25:07,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-09T05:25:07,950 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-09T05:25:07,950 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 809 msec 2024-11-09T05:25:07,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(8855): Flush requested on 0eab33f5090cf0ba2f10dba61a274cd3 2024-11-09T05:25:07,950 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T05:25:07,950 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0eab33f5090cf0ba2f10dba61a274cd3 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-09T05:25:07,954 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees in 820 msec 2024-11-09T05:25:07,963 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/A/3e58972c4cae4e67bc35eddccdb48a40 is 50, key is test_row_0/A:col10/1731129907943/Put/seqid=0 2024-11-09T05:25:08,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073741894_1070 (size=22065) 2024-11-09T05:25:08,002 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/A/3e58972c4cae4e67bc35eddccdb48a40 2024-11-09T05:25:08,015 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/B/3791914bc4a6483a912992353411f5cf is 50, key is test_row_0/B:col10/1731129907943/Put/seqid=0 2024-11-09T05:25:08,041 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:08,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56226 deadline: 1731129968035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:08,042 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:08,042 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:08,042 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:08,042 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:08,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1731129968035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:08,043 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:08,043 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:08,043 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:08,043 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:08,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56206 deadline: 1731129968037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:08,043 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:08,043 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:08,043 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:08,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073741895_1071 (size=12301) 2024-11-09T05:25:08,052 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:08,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56234 deadline: 1731129968041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:08,053 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/B/3791914bc4a6483a912992353411f5cf 2024-11-09T05:25:08,053 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:08,053 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:08,053 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:08,075 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/C/048ff83fb4df4e579fa431f73724e28d is 50, key is test_row_0/C:col10/1731129907943/Put/seqid=0 2024-11-09T05:25:08,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073741896_1072 (size=12301) 2024-11-09T05:25:08,127 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/C/048ff83fb4df4e579fa431f73724e28d 2024-11-09T05:25:08,135 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/A/3e58972c4cae4e67bc35eddccdb48a40 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/3e58972c4cae4e67bc35eddccdb48a40 2024-11-09T05:25:08,144 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/3e58972c4cae4e67bc35eddccdb48a40, entries=350, sequenceid=293, filesize=21.5 K 2024-11-09T05:25:08,146 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/B/3791914bc4a6483a912992353411f5cf as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/3791914bc4a6483a912992353411f5cf 2024-11-09T05:25:08,152 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:08,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1731129968151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:08,153 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:08,153 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:08,153 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:08,153 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:08,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56226 deadline: 1731129968151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:08,154 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:08,154 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:08,154 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:08,159 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:08,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56206 deadline: 1731129968151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:08,160 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:08,161 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:08,161 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:08,161 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:08,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56234 deadline: 1731129968160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:08,162 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/3791914bc4a6483a912992353411f5cf, entries=150, sequenceid=293, filesize=12.0 K 2024-11-09T05:25:08,162 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:08,162 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:08,162 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:08,163 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/C/048ff83fb4df4e579fa431f73724e28d as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/048ff83fb4df4e579fa431f73724e28d 2024-11-09T05:25:08,176 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/048ff83fb4df4e579fa431f73724e28d, entries=150, sequenceid=293, filesize=12.0 K 2024-11-09T05:25:08,178 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 0eab33f5090cf0ba2f10dba61a274cd3 in 228ms, sequenceid=293, compaction requested=true 2024-11-09T05:25:08,178 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0eab33f5090cf0ba2f10dba61a274cd3: 2024-11-09T05:25:08,178 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0eab33f5090cf0ba2f10dba61a274cd3:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T05:25:08,178 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:25:08,178 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T05:25:08,178 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0eab33f5090cf0ba2f10dba61a274cd3:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T05:25:08,178 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:25:08,179 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T05:25:08,179 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0eab33f5090cf0ba2f10dba61a274cd3:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T05:25:08,179 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:25:08,180 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49450 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T05:25:08,180 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 61604 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T05:25:08,180 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1541): 0eab33f5090cf0ba2f10dba61a274cd3/B is initiating minor compaction (all files) 2024-11-09T05:25:08,180 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1541): 0eab33f5090cf0ba2f10dba61a274cd3/A is initiating minor compaction (all files) 2024-11-09T05:25:08,180 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0eab33f5090cf0ba2f10dba61a274cd3/B in TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. 2024-11-09T05:25:08,180 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0eab33f5090cf0ba2f10dba61a274cd3/A in TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. 2024-11-09T05:25:08,181 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/f0987f3abe0041438d8de14811224c36, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/43cfa8c889284ae6b105a2f9d515ec39, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/0b54423313f948a5b6e7c1952551f810, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/3791914bc4a6483a912992353411f5cf] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp, totalSize=48.3 K 2024-11-09T05:25:08,181 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/1890175ce01e4b2298edbe233cd12845, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/7b87ce61d715498693b07561c200f6ce, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/730364e68fbb453696949b43a76384cb, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/3e58972c4cae4e67bc35eddccdb48a40] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp, totalSize=60.2 K 2024-11-09T05:25:08,182 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting f0987f3abe0041438d8de14811224c36, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1731129905709 2024-11-09T05:25:08,182 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1890175ce01e4b2298edbe233cd12845, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1731129905709 2024-11-09T05:25:08,183 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 43cfa8c889284ae6b105a2f9d515ec39, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1731129906350 2024-11-09T05:25:08,183 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7b87ce61d715498693b07561c200f6ce, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1731129906350 2024-11-09T05:25:08,183 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 0b54423313f948a5b6e7c1952551f810, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1731129906773 2024-11-09T05:25:08,184 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 730364e68fbb453696949b43a76384cb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1731129906773 2024-11-09T05:25:08,184 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 3791914bc4a6483a912992353411f5cf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1731129907934 2024-11-09T05:25:08,184 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3e58972c4cae4e67bc35eddccdb48a40, keycount=350, bloomtype=ROW, size=21.5 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1731129907921 2024-11-09T05:25:08,207 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0eab33f5090cf0ba2f10dba61a274cd3#B#compaction#60 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:25:08,208 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/B/07751c4d1c8e49e9a1f9bf206cced35a is 50, key is test_row_0/B:col10/1731129907943/Put/seqid=0 2024-11-09T05:25:08,214 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0eab33f5090cf0ba2f10dba61a274cd3#A#compaction#61 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:25:08,215 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/A/a88f6e6efbe8410a81a1c8ab173ab7b5 is 50, key is test_row_0/A:col10/1731129907943/Put/seqid=0 2024-11-09T05:25:08,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073741898_1074 (size=12983) 2024-11-09T05:25:08,247 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/A/a88f6e6efbe8410a81a1c8ab173ab7b5 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/a88f6e6efbe8410a81a1c8ab173ab7b5 2024-11-09T05:25:08,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073741897_1073 (size=12983) 2024-11-09T05:25:08,256 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0eab33f5090cf0ba2f10dba61a274cd3/A of 0eab33f5090cf0ba2f10dba61a274cd3 into a88f6e6efbe8410a81a1c8ab173ab7b5(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:25:08,256 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0eab33f5090cf0ba2f10dba61a274cd3: 2024-11-09T05:25:08,256 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., storeName=0eab33f5090cf0ba2f10dba61a274cd3/A, priority=12, startTime=1731129908178; duration=0sec 2024-11-09T05:25:08,256 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:25:08,256 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0eab33f5090cf0ba2f10dba61a274cd3:A 2024-11-09T05:25:08,256 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:25:08,257 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/B/07751c4d1c8e49e9a1f9bf206cced35a as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/07751c4d1c8e49e9a1f9bf206cced35a 2024-11-09T05:25:08,258 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:25:08,259 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1541): 0eab33f5090cf0ba2f10dba61a274cd3/C is initiating minor compaction (all files) 2024-11-09T05:25:08,259 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0eab33f5090cf0ba2f10dba61a274cd3/C in TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. 2024-11-09T05:25:08,259 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/164ff83f455a44f481e8aec8d8d47005, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/4227fb3aa5dd4008b52a743cae483b89, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/048ff83fb4df4e579fa431f73724e28d] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp, totalSize=36.5 K 2024-11-09T05:25:08,260 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 164ff83f455a44f481e8aec8d8d47005, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1731129906350 2024-11-09T05:25:08,260 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4227fb3aa5dd4008b52a743cae483b89, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1731129906773 2024-11-09T05:25:08,261 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 048ff83fb4df4e579fa431f73724e28d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1731129907934 2024-11-09T05:25:08,267 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0eab33f5090cf0ba2f10dba61a274cd3/B of 0eab33f5090cf0ba2f10dba61a274cd3 into 07751c4d1c8e49e9a1f9bf206cced35a(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:25:08,267 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0eab33f5090cf0ba2f10dba61a274cd3: 2024-11-09T05:25:08,267 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., storeName=0eab33f5090cf0ba2f10dba61a274cd3/B, priority=12, startTime=1731129908178; duration=0sec 2024-11-09T05:25:08,267 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:25:08,267 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0eab33f5090cf0ba2f10dba61a274cd3:B 2024-11-09T05:25:08,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-09T05:25:08,271 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T05:25:08,271 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T05:25:08,274 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0eab33f5090cf0ba2f10dba61a274cd3#C#compaction#62 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:25:08,275 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/C/a16ddd4cde4f44ecb98d25eb0d20d0b1 is 50, key is test_row_0/C:col10/1731129907943/Put/seqid=0 2024-11-09T05:25:08,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees 2024-11-09T05:25:08,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-09T05:25:08,278 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T05:25:08,279 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T05:25:08,279 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T05:25:08,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073741899_1075 (size=12983) 2024-11-09T05:25:08,317 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/C/a16ddd4cde4f44ecb98d25eb0d20d0b1 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/a16ddd4cde4f44ecb98d25eb0d20d0b1 2024-11-09T05:25:08,326 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0eab33f5090cf0ba2f10dba61a274cd3/C of 0eab33f5090cf0ba2f10dba61a274cd3 into a16ddd4cde4f44ecb98d25eb0d20d0b1(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:25:08,326 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0eab33f5090cf0ba2f10dba61a274cd3: 2024-11-09T05:25:08,326 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., storeName=0eab33f5090cf0ba2f10dba61a274cd3/C, priority=13, startTime=1731129908179; duration=0sec 2024-11-09T05:25:08,326 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:25:08,326 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0eab33f5090cf0ba2f10dba61a274cd3:C 2024-11-09T05:25:08,366 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T05:25:08,366 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0eab33f5090cf0ba2f10dba61a274cd3 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-09T05:25:08,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(8855): Flush requested on 0eab33f5090cf0ba2f10dba61a274cd3 2024-11-09T05:25:08,381 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/A/458d06768f7e407c85d061c655e60ed3 is 50, key is test_row_0/A:col10/1731129908363/Put/seqid=0 2024-11-09T05:25:08,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-09T05:25:08,387 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:08,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56234 deadline: 1731129968382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:08,387 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:08,388 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:08,388 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:08,388 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:08,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1731129968382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:08,388 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:08,388 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:08,389 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:08,390 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:08,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56206 deadline: 1731129968387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:08,391 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:08,391 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:08,391 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:08,392 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:08,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56226 deadline: 1731129968388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:08,393 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:08,393 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:08,393 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:08,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073741900_1076 (size=17181) 2024-11-09T05:25:08,428 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=322 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/A/458d06768f7e407c85d061c655e60ed3 2024-11-09T05:25:08,434 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-09T05:25:08,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. 2024-11-09T05:25:08,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. as already flushing 2024-11-09T05:25:08,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. 2024-11-09T05:25:08,434 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 0eab33f5090cf0ba2f10dba61a274cd3, NAME => 'TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:08,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 0eab33f5090cf0ba2f10dba61a274cd3, NAME => 'TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:08,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0eab33f5090cf0ba2f10dba61a274cd3, NAME => 'TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0eab33f5090cf0ba2f10dba61a274cd3, NAME => 'TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:08,468 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/B/a255e25a525140eaada4223781fe28d7 is 50, key is test_row_0/B:col10/1731129908363/Put/seqid=0 2024-11-09T05:25:08,492 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:08,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56234 deadline: 1731129968490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:08,494 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:08,494 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:08,494 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:08,503 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:08,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56206 deadline: 1731129968500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:08,503 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:08,504 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:08,504 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:08,504 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:08,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56226 deadline: 1731129968501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:08,503 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:08,505 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:08,505 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:08,505 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:08,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1731129968500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:08,505 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:08,505 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:08,506 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:08,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073741901_1077 (size=12301) 2024-11-09T05:25:08,588 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-09T05:25:08,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. 2024-11-09T05:25:08,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. as already flushing 2024-11-09T05:25:08,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. 2024-11-09T05:25:08,588 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 0eab33f5090cf0ba2f10dba61a274cd3, NAME => 'TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:08,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 0eab33f5090cf0ba2f10dba61a274cd3, NAME => 'TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:08,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-09T05:25:08,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0eab33f5090cf0ba2f10dba61a274cd3, NAME => 'TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0eab33f5090cf0ba2f10dba61a274cd3, NAME => 'TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:08,702 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:08,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56234 deadline: 1731129968700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:08,702 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:08,703 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:08,703 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:08,714 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:08,714 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:08,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56206 deadline: 1731129968710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:08,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56226 deadline: 1731129968711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:08,715 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:08,715 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:08,715 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:08,715 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:08,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1731129968711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:08,715 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:08,715 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:08,715 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:08,715 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:08,715 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:08,715 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:08,746 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-09T05:25:08,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. 2024-11-09T05:25:08,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. as already flushing 2024-11-09T05:25:08,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. 2024-11-09T05:25:08,746 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 0eab33f5090cf0ba2f10dba61a274cd3, NAME => 'TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:08,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 0eab33f5090cf0ba2f10dba61a274cd3, NAME => 'TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:08,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0eab33f5090cf0ba2f10dba61a274cd3, NAME => 'TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0eab33f5090cf0ba2f10dba61a274cd3, NAME => 'TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:08,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-09T05:25:08,907 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-09T05:25:08,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. 2024-11-09T05:25:08,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. as already flushing 2024-11-09T05:25:08,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. 2024-11-09T05:25:08,907 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 0eab33f5090cf0ba2f10dba61a274cd3, NAME => 'TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:08,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 0eab33f5090cf0ba2f10dba61a274cd3, NAME => 'TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:08,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0eab33f5090cf0ba2f10dba61a274cd3, NAME => 'TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0eab33f5090cf0ba2f10dba61a274cd3, NAME => 'TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:08,919 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=322 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/B/a255e25a525140eaada4223781fe28d7 2024-11-09T05:25:08,934 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/C/e7b0e3b84b0c43cfa5a2689b7918efde is 50, key is test_row_0/C:col10/1731129908363/Put/seqid=0 2024-11-09T05:25:08,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073741902_1078 (size=12301) 2024-11-09T05:25:09,010 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:09,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56234 deadline: 1731129969010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:09,011 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:09,011 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:09,011 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:09,022 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:09,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56226 deadline: 1731129969020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:09,023 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:09,023 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:09,023 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:09,023 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:09,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1731129969020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:09,023 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:09,023 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:09,023 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:09,023 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:09,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56206 deadline: 1731129969020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:09,024 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:09,024 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:09,024 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:09,061 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-09T05:25:09,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. 2024-11-09T05:25:09,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. as already flushing 2024-11-09T05:25:09,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. 2024-11-09T05:25:09,061 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 0eab33f5090cf0ba2f10dba61a274cd3, NAME => 'TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:09,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 0eab33f5090cf0ba2f10dba61a274cd3, NAME => 'TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:09,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0eab33f5090cf0ba2f10dba61a274cd3, NAME => 'TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0eab33f5090cf0ba2f10dba61a274cd3, NAME => 'TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:09,215 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-09T05:25:09,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. 2024-11-09T05:25:09,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. as already flushing 2024-11-09T05:25:09,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. 2024-11-09T05:25:09,216 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 0eab33f5090cf0ba2f10dba61a274cd3, NAME => 'TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:09,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 0eab33f5090cf0ba2f10dba61a274cd3, NAME => 'TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:09,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0eab33f5090cf0ba2f10dba61a274cd3, NAME => 'TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0eab33f5090cf0ba2f10dba61a274cd3, NAME => 'TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:09,347 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=322 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/C/e7b0e3b84b0c43cfa5a2689b7918efde 2024-11-09T05:25:09,357 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/A/458d06768f7e407c85d061c655e60ed3 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/458d06768f7e407c85d061c655e60ed3 2024-11-09T05:25:09,365 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/458d06768f7e407c85d061c655e60ed3, entries=250, sequenceid=322, filesize=16.8 K 2024-11-09T05:25:09,366 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/B/a255e25a525140eaada4223781fe28d7 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/a255e25a525140eaada4223781fe28d7 2024-11-09T05:25:09,370 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-09T05:25:09,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. 2024-11-09T05:25:09,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. as already flushing 2024-11-09T05:25:09,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. 2024-11-09T05:25:09,370 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 0eab33f5090cf0ba2f10dba61a274cd3, NAME => 'TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:09,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 0eab33f5090cf0ba2f10dba61a274cd3, NAME => 'TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:09,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0eab33f5090cf0ba2f10dba61a274cd3, NAME => 'TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0eab33f5090cf0ba2f10dba61a274cd3, NAME => 'TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:09,376 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/a255e25a525140eaada4223781fe28d7, entries=150, sequenceid=322, filesize=12.0 K 2024-11-09T05:25:09,377 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/C/e7b0e3b84b0c43cfa5a2689b7918efde as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/e7b0e3b84b0c43cfa5a2689b7918efde 2024-11-09T05:25:09,384 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/e7b0e3b84b0c43cfa5a2689b7918efde, entries=150, sequenceid=322, filesize=12.0 K 2024-11-09T05:25:09,385 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for 0eab33f5090cf0ba2f10dba61a274cd3 in 1018ms, sequenceid=322, compaction requested=false 2024-11-09T05:25:09,385 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0eab33f5090cf0ba2f10dba61a274cd3: 2024-11-09T05:25:09,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-09T05:25:09,528 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-09T05:25:09,528 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T05:25:09,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. 2024-11-09T05:25:09,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. as already flushing 2024-11-09T05:25:09,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. 2024-11-09T05:25:09,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(8855): Flush requested on 0eab33f5090cf0ba2f10dba61a274cd3 2024-11-09T05:25:09,528 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0eab33f5090cf0ba2f10dba61a274cd3 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-09T05:25:09,528 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 0eab33f5090cf0ba2f10dba61a274cd3, NAME => 'TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:09,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 0eab33f5090cf0ba2f10dba61a274cd3, NAME => 'TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:09,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0eab33f5090cf0ba2f10dba61a274cd3, NAME => 'TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0eab33f5090cf0ba2f10dba61a274cd3, NAME => 'TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:09,538 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/A/bb5918330cac4626afe648395a1eb3b3 is 50, key is test_row_0/A:col10/1731129909522/Put/seqid=0 2024-11-09T05:25:09,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073741903_1079 (size=12301) 2024-11-09T05:25:09,565 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/A/bb5918330cac4626afe648395a1eb3b3 2024-11-09T05:25:09,575 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/B/3942c8e0e6294514a4a689838fb4f7f4 is 50, key is test_row_0/B:col10/1731129909522/Put/seqid=0 2024-11-09T05:25:09,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073741904_1080 (size=12301) 2024-11-09T05:25:09,582 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/B/3942c8e0e6294514a4a689838fb4f7f4 2024-11-09T05:25:09,587 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:09,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56234 deadline: 1731129969573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:09,588 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:09,588 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:09,588 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:09,588 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:09,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1731129969577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:09,589 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:09,589 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:09,589 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:09,589 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:09,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56206 deadline: 1731129969586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:09,590 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:09,590 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:09,590 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:09,593 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:09,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56226 deadline: 1731129969590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:09,594 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:09,594 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:09,594 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:09,602 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/C/1202fe1694aa474098d53e1660b2f6a9 is 50, key is test_row_0/C:col10/1731129909522/Put/seqid=0 2024-11-09T05:25:09,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073741905_1081 (size=12301) 2024-11-09T05:25:09,635 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/C/1202fe1694aa474098d53e1660b2f6a9 2024-11-09T05:25:09,648 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/A/bb5918330cac4626afe648395a1eb3b3 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/bb5918330cac4626afe648395a1eb3b3 2024-11-09T05:25:09,657 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/bb5918330cac4626afe648395a1eb3b3, entries=150, sequenceid=334, filesize=12.0 K 2024-11-09T05:25:09,658 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/B/3942c8e0e6294514a4a689838fb4f7f4 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/3942c8e0e6294514a4a689838fb4f7f4 2024-11-09T05:25:09,667 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/3942c8e0e6294514a4a689838fb4f7f4, entries=150, sequenceid=334, filesize=12.0 K 2024-11-09T05:25:09,669 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/C/1202fe1694aa474098d53e1660b2f6a9 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/1202fe1694aa474098d53e1660b2f6a9 2024-11-09T05:25:09,676 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/1202fe1694aa474098d53e1660b2f6a9, entries=150, sequenceid=334, filesize=12.0 K 2024-11-09T05:25:09,682 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 0eab33f5090cf0ba2f10dba61a274cd3 in 154ms, sequenceid=334, compaction requested=true 2024-11-09T05:25:09,683 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0eab33f5090cf0ba2f10dba61a274cd3: 2024-11-09T05:25:09,683 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0eab33f5090cf0ba2f10dba61a274cd3:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T05:25:09,683 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:25:09,683 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:25:09,683 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0eab33f5090cf0ba2f10dba61a274cd3:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T05:25:09,683 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:25:09,683 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:25:09,683 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0eab33f5090cf0ba2f10dba61a274cd3:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T05:25:09,683 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:25:09,684 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-09T05:25:09,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. 2024-11-09T05:25:09,685 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2902): Flushing 0eab33f5090cf0ba2f10dba61a274cd3 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-09T05:25:09,685 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:25:09,685 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1541): 0eab33f5090cf0ba2f10dba61a274cd3/B is initiating minor compaction (all files) 2024-11-09T05:25:09,685 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0eab33f5090cf0ba2f10dba61a274cd3/B in TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. 2024-11-09T05:25:09,685 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/07751c4d1c8e49e9a1f9bf206cced35a, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/a255e25a525140eaada4223781fe28d7, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/3942c8e0e6294514a4a689838fb4f7f4] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp, totalSize=36.7 K 2024-11-09T05:25:09,685 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42465 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:25:09,686 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1541): 0eab33f5090cf0ba2f10dba61a274cd3/A is initiating minor compaction (all files) 2024-11-09T05:25:09,686 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0eab33f5090cf0ba2f10dba61a274cd3/A in TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. 2024-11-09T05:25:09,686 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/a88f6e6efbe8410a81a1c8ab173ab7b5, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/458d06768f7e407c85d061c655e60ed3, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/bb5918330cac4626afe648395a1eb3b3] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp, totalSize=41.5 K 2024-11-09T05:25:09,686 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting a88f6e6efbe8410a81a1c8ab173ab7b5, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1731129907934 2024-11-09T05:25:09,686 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 07751c4d1c8e49e9a1f9bf206cced35a, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1731129907934 2024-11-09T05:25:09,686 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 458d06768f7e407c85d061c655e60ed3, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1731129908021 2024-11-09T05:25:09,687 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting a255e25a525140eaada4223781fe28d7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1731129908021 2024-11-09T05:25:09,687 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting bb5918330cac4626afe648395a1eb3b3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1731129908377 2024-11-09T05:25:09,687 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 3942c8e0e6294514a4a689838fb4f7f4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1731129908377 2024-11-09T05:25:09,695 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. as already flushing 2024-11-09T05:25:09,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(8855): Flush requested on 0eab33f5090cf0ba2f10dba61a274cd3 2024-11-09T05:25:09,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/A/9fcc726048264b3b98feda194509c78b is 50, key is test_row_0/A:col10/1731129909579/Put/seqid=0 2024-11-09T05:25:09,710 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0eab33f5090cf0ba2f10dba61a274cd3#B#compaction#70 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:25:09,711 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/B/d8aa8aea454c4d4e8c9cbbc14e0b4a0b is 50, key is test_row_0/B:col10/1731129909522/Put/seqid=0 2024-11-09T05:25:09,718 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:09,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56206 deadline: 1731129969706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:09,719 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:09,719 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:09,719 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:09,723 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:09,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56234 deadline: 1731129969720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:09,724 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:09,724 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:09,724 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:09,724 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:09,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1731129969720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:09,725 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:09,725 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:09,725 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:09,725 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:09,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56226 deadline: 1731129969720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:09,726 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:09,726 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:09,726 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:09,744 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0eab33f5090cf0ba2f10dba61a274cd3#A#compaction#71 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:25:09,745 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/A/2acc1220614a4a90a3732761ca8bdc39 is 50, key is test_row_0/A:col10/1731129909522/Put/seqid=0 2024-11-09T05:25:09,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073741906_1082 (size=12301) 2024-11-09T05:25:09,782 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=359 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/A/9fcc726048264b3b98feda194509c78b 2024-11-09T05:25:09,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073741907_1083 (size=13085) 2024-11-09T05:25:09,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/B/98cef10aa4314182b0ae3e8343813776 is 50, key is test_row_0/B:col10/1731129909579/Put/seqid=0 2024-11-09T05:25:09,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073741908_1084 (size=13085) 2024-11-09T05:25:09,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073741909_1085 (size=12301) 2024-11-09T05:25:09,818 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=359 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/B/98cef10aa4314182b0ae3e8343813776 2024-11-09T05:25:09,818 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/A/2acc1220614a4a90a3732761ca8bdc39 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/2acc1220614a4a90a3732761ca8bdc39 2024-11-09T05:25:09,832 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0eab33f5090cf0ba2f10dba61a274cd3/A of 0eab33f5090cf0ba2f10dba61a274cd3 into 2acc1220614a4a90a3732761ca8bdc39(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:25:09,832 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0eab33f5090cf0ba2f10dba61a274cd3: 2024-11-09T05:25:09,832 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., storeName=0eab33f5090cf0ba2f10dba61a274cd3/A, priority=13, startTime=1731129909683; duration=0sec 2024-11-09T05:25:09,833 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:25:09,833 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0eab33f5090cf0ba2f10dba61a274cd3:A 2024-11-09T05:25:09,833 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:25:09,835 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:09,835 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:09,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1731129969831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:09,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56234 deadline: 1731129969831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:09,835 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:09,835 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:09,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56206 deadline: 1731129969831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:09,835 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:09,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56226 deadline: 1731129969831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:09,836 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:09,836 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:09,836 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:09,836 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:09,836 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:09,836 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:09,835 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:09,836 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:09,836 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:09,836 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:09,836 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:09,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/C/80d7c96200884bbe9ff53524915c76e3 is 50, key is test_row_0/C:col10/1731129909579/Put/seqid=0 2024-11-09T05:25:09,841 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:25:09,841 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1541): 0eab33f5090cf0ba2f10dba61a274cd3/C is initiating minor compaction (all files) 2024-11-09T05:25:09,841 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0eab33f5090cf0ba2f10dba61a274cd3/C in TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. 2024-11-09T05:25:09,841 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/a16ddd4cde4f44ecb98d25eb0d20d0b1, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/e7b0e3b84b0c43cfa5a2689b7918efde, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/1202fe1694aa474098d53e1660b2f6a9] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp, totalSize=36.7 K 2024-11-09T05:25:09,842 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting a16ddd4cde4f44ecb98d25eb0d20d0b1, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1731129907934 2024-11-09T05:25:09,842 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting e7b0e3b84b0c43cfa5a2689b7918efde, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1731129908021 2024-11-09T05:25:09,843 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1202fe1694aa474098d53e1660b2f6a9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1731129908377 2024-11-09T05:25:09,860 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0eab33f5090cf0ba2f10dba61a274cd3#C#compaction#74 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:25:09,862 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/C/77660d15b04447179af64bf862b4f591 is 50, key is test_row_0/C:col10/1731129909522/Put/seqid=0 2024-11-09T05:25:09,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073741910_1086 (size=12301) 2024-11-09T05:25:09,868 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=359 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/C/80d7c96200884bbe9ff53524915c76e3 2024-11-09T05:25:09,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/A/9fcc726048264b3b98feda194509c78b as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/9fcc726048264b3b98feda194509c78b 2024-11-09T05:25:09,884 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/9fcc726048264b3b98feda194509c78b, entries=150, sequenceid=359, filesize=12.0 K 2024-11-09T05:25:09,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/B/98cef10aa4314182b0ae3e8343813776 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/98cef10aa4314182b0ae3e8343813776 2024-11-09T05:25:09,895 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/98cef10aa4314182b0ae3e8343813776, entries=150, sequenceid=359, filesize=12.0 K 2024-11-09T05:25:09,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/C/80d7c96200884bbe9ff53524915c76e3 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/80d7c96200884bbe9ff53524915c76e3 2024-11-09T05:25:09,904 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/80d7c96200884bbe9ff53524915c76e3, entries=150, sequenceid=359, filesize=12.0 K 2024-11-09T05:25:09,906 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 0eab33f5090cf0ba2f10dba61a274cd3 in 221ms, sequenceid=359, compaction requested=false 2024-11-09T05:25:09,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2603): Flush status journal for 0eab33f5090cf0ba2f10dba61a274cd3: 2024-11-09T05:25:09,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. 2024-11-09T05:25:09,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=16 2024-11-09T05:25:09,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4169): Remote procedure done, pid=16 2024-11-09T05:25:09,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073741911_1087 (size=13085) 2024-11-09T05:25:09,916 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees in 1.6430 sec 2024-11-09T05:25:09,917 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-09T05:25:09,917 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6290 sec 2024-11-09T05:25:09,918 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/C/77660d15b04447179af64bf862b4f591 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/77660d15b04447179af64bf862b4f591 2024-11-09T05:25:09,926 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0eab33f5090cf0ba2f10dba61a274cd3/C of 0eab33f5090cf0ba2f10dba61a274cd3 into 77660d15b04447179af64bf862b4f591(size=12.8 K), total size for store is 24.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:25:09,927 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0eab33f5090cf0ba2f10dba61a274cd3: 2024-11-09T05:25:09,927 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., storeName=0eab33f5090cf0ba2f10dba61a274cd3/C, priority=13, startTime=1731129909683; duration=0sec 2024-11-09T05:25:09,927 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:25:09,927 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0eab33f5090cf0ba2f10dba61a274cd3:C 2024-11-09T05:25:10,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(8855): Flush requested on 0eab33f5090cf0ba2f10dba61a274cd3 2024-11-09T05:25:10,075 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T05:25:10,075 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0eab33f5090cf0ba2f10dba61a274cd3 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-09T05:25:10,081 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/A/fbe742072edd4c71b6be9a8482b1d61f is 50, key is test_row_0/A:col10/1731129910047/Put/seqid=0 2024-11-09T05:25:10,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073741912_1088 (size=12301) 2024-11-09T05:25:10,112 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:10,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1731129970104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:10,113 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:10,113 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:10,113 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:10,114 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:10,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56234 deadline: 1731129970111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:10,115 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:10,115 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:10,115 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:10,115 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:10,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56226 deadline: 1731129970111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:10,115 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:10,115 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:10,115 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:10,116 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:10,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56206 deadline: 1731129970112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:10,117 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:10,117 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:10,117 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:10,206 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/B/d8aa8aea454c4d4e8c9cbbc14e0b4a0b as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/d8aa8aea454c4d4e8c9cbbc14e0b4a0b 2024-11-09T05:25:10,219 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0eab33f5090cf0ba2f10dba61a274cd3/B of 0eab33f5090cf0ba2f10dba61a274cd3 into d8aa8aea454c4d4e8c9cbbc14e0b4a0b(size=12.8 K), total size for store is 24.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:25:10,219 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0eab33f5090cf0ba2f10dba61a274cd3: 2024-11-09T05:25:10,219 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., storeName=0eab33f5090cf0ba2f10dba61a274cd3/B, priority=13, startTime=1731129909683; duration=0sec 2024-11-09T05:25:10,219 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:25:10,219 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0eab33f5090cf0ba2f10dba61a274cd3:B 2024-11-09T05:25:10,224 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:10,224 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:10,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56206 deadline: 1731129970221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:10,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1731129970220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:10,225 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:10,225 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:10,225 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:10,225 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:10,225 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:10,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56226 deadline: 1731129970221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:10,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56234 deadline: 1731129970221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:10,225 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:10,225 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:10,225 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:10,225 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:10,225 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:10,225 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:10,225 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:10,226 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:10,226 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:10,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-09T05:25:10,421 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T05:25:10,422 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T05:25:10,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] procedure2.ProcedureExecutor(1139): Stored pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees 2024-11-09T05:25:10,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-09T05:25:10,424 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T05:25:10,425 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T05:25:10,425 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T05:25:10,433 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:10,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56206 deadline: 1731129970430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:10,434 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:10,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56226 deadline: 1731129970430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:10,434 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:10,434 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:10,434 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:10,434 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:10,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56234 deadline: 1731129970430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:10,434 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:10,435 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:10,435 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:10,435 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:10,435 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:10,435 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:10,435 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:10,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1731129970430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:10,436 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:10,436 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:10,436 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:10,489 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=376 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/A/fbe742072edd4c71b6be9a8482b1d61f 2024-11-09T05:25:10,500 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/B/cc5fd9915a87471bb427568f29ba3673 is 50, key is test_row_0/B:col10/1731129910047/Put/seqid=0 2024-11-09T05:25:10,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073741913_1089 (size=12301) 2024-11-09T05:25:10,521 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=376 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/B/cc5fd9915a87471bb427568f29ba3673 2024-11-09T05:25:10,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-09T05:25:10,534 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/C/dc6cda92e57d44b79a461f390e44032a is 50, key is test_row_0/C:col10/1731129910047/Put/seqid=0 2024-11-09T05:25:10,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073741914_1090 (size=12301) 2024-11-09T05:25:10,579 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-09T05:25:10,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. 2024-11-09T05:25:10,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. as already flushing 2024-11-09T05:25:10,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. 2024-11-09T05:25:10,579 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 0eab33f5090cf0ba2f10dba61a274cd3, NAME => 'TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:10,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 0eab33f5090cf0ba2f10dba61a274cd3, NAME => 'TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:10,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0eab33f5090cf0ba2f10dba61a274cd3, NAME => 'TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0eab33f5090cf0ba2f10dba61a274cd3, NAME => 'TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:10,604 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:10,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56244 deadline: 1731129970600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:10,605 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 059551c538b7,40801,1731129891493 for 'test_row_2' in 0eab33f5090cf0ba2f10dba61a274cd3 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8241 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T05:25:10,606 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:10,606 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:10,606 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:10,733 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-09T05:25:10,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. 2024-11-09T05:25:10,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. as already flushing 2024-11-09T05:25:10,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. 2024-11-09T05:25:10,733 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 0eab33f5090cf0ba2f10dba61a274cd3, NAME => 'TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:10,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 0eab33f5090cf0ba2f10dba61a274cd3, NAME => 'TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:10,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0eab33f5090cf0ba2f10dba61a274cd3, NAME => 'TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0eab33f5090cf0ba2f10dba61a274cd3, NAME => 'TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:10,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-09T05:25:10,743 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:10,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56206 deadline: 1731129970740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:10,744 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:10,744 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:10,744 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:10,744 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:10,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56226 deadline: 1731129970740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:10,745 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:10,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1731129970740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:10,745 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:10,745 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:10,745 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:10,745 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:10,745 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:10,745 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:10,745 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:10,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56234 deadline: 1731129970741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:10,746 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:10,746 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:10,746 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:10,887 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-09T05:25:10,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. 2024-11-09T05:25:10,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. as already flushing 2024-11-09T05:25:10,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. 2024-11-09T05:25:10,888 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 0eab33f5090cf0ba2f10dba61a274cd3, NAME => 'TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:10,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 0eab33f5090cf0ba2f10dba61a274cd3, NAME => 'TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:10,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0eab33f5090cf0ba2f10dba61a274cd3, NAME => 'TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0eab33f5090cf0ba2f10dba61a274cd3, NAME => 'TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:10,963 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=376 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/C/dc6cda92e57d44b79a461f390e44032a 2024-11-09T05:25:10,968 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/A/fbe742072edd4c71b6be9a8482b1d61f as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/fbe742072edd4c71b6be9a8482b1d61f 2024-11-09T05:25:10,974 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/fbe742072edd4c71b6be9a8482b1d61f, entries=150, sequenceid=376, filesize=12.0 K 2024-11-09T05:25:10,976 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/B/cc5fd9915a87471bb427568f29ba3673 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/cc5fd9915a87471bb427568f29ba3673 2024-11-09T05:25:10,983 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/cc5fd9915a87471bb427568f29ba3673, entries=150, sequenceid=376, filesize=12.0 K 2024-11-09T05:25:10,984 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/C/dc6cda92e57d44b79a461f390e44032a as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/dc6cda92e57d44b79a461f390e44032a 2024-11-09T05:25:10,990 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/dc6cda92e57d44b79a461f390e44032a, entries=150, sequenceid=376, filesize=12.0 K 2024-11-09T05:25:10,992 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 0eab33f5090cf0ba2f10dba61a274cd3 in 916ms, sequenceid=376, compaction requested=true 2024-11-09T05:25:10,992 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0eab33f5090cf0ba2f10dba61a274cd3: 2024-11-09T05:25:10,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0eab33f5090cf0ba2f10dba61a274cd3:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T05:25:10,992 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:25:10,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:25:10,992 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:25:10,994 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:25:10,994 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1541): 0eab33f5090cf0ba2f10dba61a274cd3/A is initiating minor compaction (all files) 2024-11-09T05:25:10,994 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0eab33f5090cf0ba2f10dba61a274cd3/A in TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. 2024-11-09T05:25:10,994 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/2acc1220614a4a90a3732761ca8bdc39, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/9fcc726048264b3b98feda194509c78b, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/fbe742072edd4c71b6be9a8482b1d61f] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp, totalSize=36.8 K 2024-11-09T05:25:10,994 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:25:10,994 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1541): 0eab33f5090cf0ba2f10dba61a274cd3/B is initiating minor compaction (all files) 2024-11-09T05:25:10,994 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0eab33f5090cf0ba2f10dba61a274cd3/B in TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. 2024-11-09T05:25:10,994 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2acc1220614a4a90a3732761ca8bdc39, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1731129908377 2024-11-09T05:25:10,994 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/d8aa8aea454c4d4e8c9cbbc14e0b4a0b, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/98cef10aa4314182b0ae3e8343813776, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/cc5fd9915a87471bb427568f29ba3673] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp, totalSize=36.8 K 2024-11-09T05:25:10,995 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting d8aa8aea454c4d4e8c9cbbc14e0b4a0b, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1731129908377 2024-11-09T05:25:10,995 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9fcc726048264b3b98feda194509c78b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1731129909571 2024-11-09T05:25:10,996 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 98cef10aa4314182b0ae3e8343813776, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1731129909571 2024-11-09T05:25:10,996 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting fbe742072edd4c71b6be9a8482b1d61f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1731129909716 2024-11-09T05:25:10,996 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting cc5fd9915a87471bb427568f29ba3673, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1731129909716 2024-11-09T05:25:11,000 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0eab33f5090cf0ba2f10dba61a274cd3:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T05:25:11,000 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:25:11,000 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0eab33f5090cf0ba2f10dba61a274cd3:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T05:25:11,000 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:25:11,018 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0eab33f5090cf0ba2f10dba61a274cd3#A#compaction#78 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:25:11,019 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/A/4aa235f5c47040228dbcba23f353e28f is 50, key is test_row_0/A:col10/1731129910047/Put/seqid=0 2024-11-09T05:25:11,028 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0eab33f5090cf0ba2f10dba61a274cd3#B#compaction#79 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:25:11,029 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/B/4172b5e2499c426ebdf269b67891776b is 50, key is test_row_0/B:col10/1731129910047/Put/seqid=0 2024-11-09T05:25:11,042 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-09T05:25:11,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. 2024-11-09T05:25:11,043 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2902): Flushing 0eab33f5090cf0ba2f10dba61a274cd3 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-09T05:25:11,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-09T05:25:11,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073741915_1091 (size=13187) 2024-11-09T05:25:11,063 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/A/4aa235f5c47040228dbcba23f353e28f as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/4aa235f5c47040228dbcba23f353e28f 2024-11-09T05:25:11,070 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0eab33f5090cf0ba2f10dba61a274cd3/A of 0eab33f5090cf0ba2f10dba61a274cd3 into 4aa235f5c47040228dbcba23f353e28f(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:25:11,070 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0eab33f5090cf0ba2f10dba61a274cd3: 2024-11-09T05:25:11,070 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., storeName=0eab33f5090cf0ba2f10dba61a274cd3/A, priority=13, startTime=1731129910992; duration=0sec 2024-11-09T05:25:11,070 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:25:11,070 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0eab33f5090cf0ba2f10dba61a274cd3:A 2024-11-09T05:25:11,070 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:25:11,072 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:25:11,072 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1541): 0eab33f5090cf0ba2f10dba61a274cd3/C is initiating minor compaction (all files) 2024-11-09T05:25:11,072 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0eab33f5090cf0ba2f10dba61a274cd3/C in TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. 2024-11-09T05:25:11,072 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/77660d15b04447179af64bf862b4f591, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/80d7c96200884bbe9ff53524915c76e3, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/dc6cda92e57d44b79a461f390e44032a] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp, totalSize=36.8 K 2024-11-09T05:25:11,073 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 77660d15b04447179af64bf862b4f591, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1731129908377 2024-11-09T05:25:11,073 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 80d7c96200884bbe9ff53524915c76e3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1731129909571 2024-11-09T05:25:11,074 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting dc6cda92e57d44b79a461f390e44032a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1731129909716 2024-11-09T05:25:11,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/A/26313c293d9648fca305a56b8a4d6c53 is 50, key is test_row_0/A:col10/1731129910111/Put/seqid=0 2024-11-09T05:25:11,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073741916_1092 (size=13187) 2024-11-09T05:25:11,134 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0eab33f5090cf0ba2f10dba61a274cd3#C#compaction#81 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:25:11,135 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/C/923a1da6e6e94c37b425a47dbcef9cd4 is 50, key is test_row_0/C:col10/1731129910047/Put/seqid=0 2024-11-09T05:25:11,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073741917_1093 (size=12301) 2024-11-09T05:25:11,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073741918_1094 (size=13187) 2024-11-09T05:25:11,180 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/C/923a1da6e6e94c37b425a47dbcef9cd4 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/923a1da6e6e94c37b425a47dbcef9cd4 2024-11-09T05:25:11,188 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0eab33f5090cf0ba2f10dba61a274cd3/C of 0eab33f5090cf0ba2f10dba61a274cd3 into 923a1da6e6e94c37b425a47dbcef9cd4(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:25:11,188 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0eab33f5090cf0ba2f10dba61a274cd3: 2024-11-09T05:25:11,189 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., storeName=0eab33f5090cf0ba2f10dba61a274cd3/C, priority=13, startTime=1731129911000; duration=0sec 2024-11-09T05:25:11,189 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:25:11,189 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0eab33f5090cf0ba2f10dba61a274cd3:C 2024-11-09T05:25:11,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(8855): Flush requested on 0eab33f5090cf0ba2f10dba61a274cd3 2024-11-09T05:25:11,258 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. as already flushing 2024-11-09T05:25:11,280 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:11,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56206 deadline: 1731129971275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:11,281 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:11,281 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:11,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1731129971276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:11,281 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:11,281 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:11,281 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:11,282 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:11,282 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:11,283 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:11,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56234 deadline: 1731129971280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:11,283 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:11,283 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:11,283 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:11,283 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:11,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56226 deadline: 1731129971280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:11,284 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:11,284 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:11,284 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:11,394 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:11,394 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:11,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1731129971390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:11,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56234 deadline: 1731129971390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:11,394 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:11,394 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:11,395 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:11,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56206 deadline: 1731129971390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:11,395 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:11,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56226 deadline: 1731129971390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:11,395 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:11,395 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:11,395 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:11,395 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:11,395 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:11,395 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:11,395 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:11,395 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:11,395 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:11,395 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:11,508 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/B/4172b5e2499c426ebdf269b67891776b as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/4172b5e2499c426ebdf269b67891776b 2024-11-09T05:25:11,525 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0eab33f5090cf0ba2f10dba61a274cd3/B of 0eab33f5090cf0ba2f10dba61a274cd3 into 4172b5e2499c426ebdf269b67891776b(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:25:11,526 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0eab33f5090cf0ba2f10dba61a274cd3: 2024-11-09T05:25:11,526 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., storeName=0eab33f5090cf0ba2f10dba61a274cd3/B, priority=13, startTime=1731129910992; duration=0sec 2024-11-09T05:25:11,526 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:25:11,526 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0eab33f5090cf0ba2f10dba61a274cd3:B 2024-11-09T05:25:11,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-09T05:25:11,565 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=398 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/A/26313c293d9648fca305a56b8a4d6c53 2024-11-09T05:25:11,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/B/209ced9069b3422c9c0e176da622c73a is 50, key is test_row_0/B:col10/1731129910111/Put/seqid=0 2024-11-09T05:25:11,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073741919_1095 (size=12301) 2024-11-09T05:25:11,600 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=398 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/B/209ced9069b3422c9c0e176da622c73a 2024-11-09T05:25:11,601 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:11,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1731129971600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:11,602 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:11,602 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:11,602 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:11,602 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:11,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56234 deadline: 1731129971600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:11,602 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:11,602 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:11,602 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:11,602 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:11,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56226 deadline: 1731129971600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:11,602 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:11,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56206 deadline: 1731129971601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:11,603 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:11,603 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:11,603 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:11,603 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:11,603 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:11,604 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:11,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/C/b0a68cb04ab5485a89f7be8f5640bb24 is 50, key is test_row_0/C:col10/1731129910111/Put/seqid=0 2024-11-09T05:25:11,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073741920_1096 (size=12301) 2024-11-09T05:25:11,623 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=398 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/C/b0a68cb04ab5485a89f7be8f5640bb24 2024-11-09T05:25:11,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/A/26313c293d9648fca305a56b8a4d6c53 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/26313c293d9648fca305a56b8a4d6c53 2024-11-09T05:25:11,637 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/26313c293d9648fca305a56b8a4d6c53, entries=150, sequenceid=398, filesize=12.0 K 2024-11-09T05:25:11,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/B/209ced9069b3422c9c0e176da622c73a as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/209ced9069b3422c9c0e176da622c73a 2024-11-09T05:25:11,644 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/209ced9069b3422c9c0e176da622c73a, entries=150, sequenceid=398, filesize=12.0 K 2024-11-09T05:25:11,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/C/b0a68cb04ab5485a89f7be8f5640bb24 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/b0a68cb04ab5485a89f7be8f5640bb24 2024-11-09T05:25:11,655 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/b0a68cb04ab5485a89f7be8f5640bb24, entries=150, sequenceid=398, filesize=12.0 K 2024-11-09T05:25:11,656 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 0eab33f5090cf0ba2f10dba61a274cd3 in 613ms, sequenceid=398, compaction requested=false 2024-11-09T05:25:11,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2603): Flush status journal for 0eab33f5090cf0ba2f10dba61a274cd3: 2024-11-09T05:25:11,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. 2024-11-09T05:25:11,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=18 2024-11-09T05:25:11,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4169): Remote procedure done, pid=18 2024-11-09T05:25:11,665 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17 2024-11-09T05:25:11,665 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2330 sec 2024-11-09T05:25:11,670 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees in 1.2440 sec 2024-11-09T05:25:11,914 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T05:25:11,914 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0eab33f5090cf0ba2f10dba61a274cd3 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-09T05:25:11,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(8855): Flush requested on 0eab33f5090cf0ba2f10dba61a274cd3 2024-11-09T05:25:11,939 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/A/76f4d6c3e2834102b27b2dc5fc2ce498 is 50, key is test_row_0/A:col10/1731129911914/Put/seqid=0 2024-11-09T05:25:11,947 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:11,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56226 deadline: 1731129971941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:11,948 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:11,948 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:11,948 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:11,948 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:11,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1731129971942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:11,948 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:11,948 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:11,948 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:11,950 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:11,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56234 deadline: 1731129971949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:11,951 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:11,951 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:11,951 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:11,951 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:11,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56206 deadline: 1731129971949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:11,952 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:11,952 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:11,952 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:11,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073741921_1097 (size=14741) 2024-11-09T05:25:11,971 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=419 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/A/76f4d6c3e2834102b27b2dc5fc2ce498 2024-11-09T05:25:11,989 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/B/3a28b4ee0a0e4035a3477c229622e49f is 50, key is test_row_0/B:col10/1731129911914/Put/seqid=0 2024-11-09T05:25:12,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073741922_1098 (size=12301) 2024-11-09T05:25:12,051 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:12,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56226 deadline: 1731129972050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:12,052 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:12,052 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:12,052 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:12,062 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:12,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1731129972061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:12,062 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:12,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56234 deadline: 1731129972061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:12,063 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:12,063 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:12,063 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:12,063 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:12,063 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:12,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56206 deadline: 1731129972062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:12,063 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:12,063 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:12,064 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:12,064 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:12,064 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:12,260 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:12,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56226 deadline: 1731129972260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:12,261 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:12,261 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:12,261 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:12,270 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:12,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1731129972270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:12,271 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:12,271 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:12,271 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:12,272 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:12,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56234 deadline: 1731129972270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:12,272 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:12,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56206 deadline: 1731129972270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:12,272 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:12,272 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:12,272 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:12,274 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:12,274 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:12,274 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:12,403 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=419 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/B/3a28b4ee0a0e4035a3477c229622e49f 2024-11-09T05:25:12,418 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/C/0b86844ef58249fda882d939da125df1 is 50, key is test_row_0/C:col10/1731129911914/Put/seqid=0 2024-11-09T05:25:12,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073741923_1099 (size=12301) 2024-11-09T05:25:12,459 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=419 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/C/0b86844ef58249fda882d939da125df1 2024-11-09T05:25:12,468 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/A/76f4d6c3e2834102b27b2dc5fc2ce498 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/76f4d6c3e2834102b27b2dc5fc2ce498 2024-11-09T05:25:12,479 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/76f4d6c3e2834102b27b2dc5fc2ce498, entries=200, sequenceid=419, filesize=14.4 K 2024-11-09T05:25:12,483 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/B/3a28b4ee0a0e4035a3477c229622e49f as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/3a28b4ee0a0e4035a3477c229622e49f 2024-11-09T05:25:12,493 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/3a28b4ee0a0e4035a3477c229622e49f, entries=150, sequenceid=419, filesize=12.0 K 2024-11-09T05:25:12,496 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/C/0b86844ef58249fda882d939da125df1 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/0b86844ef58249fda882d939da125df1 2024-11-09T05:25:12,507 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/0b86844ef58249fda882d939da125df1, entries=150, sequenceid=419, filesize=12.0 K 2024-11-09T05:25:12,509 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=107.34 KB/109920 for 0eab33f5090cf0ba2f10dba61a274cd3 in 594ms, sequenceid=419, compaction requested=true 2024-11-09T05:25:12,509 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0eab33f5090cf0ba2f10dba61a274cd3: 2024-11-09T05:25:12,509 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:25:12,510 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40229 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:25:12,510 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1541): 0eab33f5090cf0ba2f10dba61a274cd3/A is initiating minor compaction (all files) 2024-11-09T05:25:12,510 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0eab33f5090cf0ba2f10dba61a274cd3/A in TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. 2024-11-09T05:25:12,511 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/4aa235f5c47040228dbcba23f353e28f, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/26313c293d9648fca305a56b8a4d6c53, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/76f4d6c3e2834102b27b2dc5fc2ce498] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp, totalSize=39.3 K 2024-11-09T05:25:12,511 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4aa235f5c47040228dbcba23f353e28f, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1731129909716 2024-11-09T05:25:12,512 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 26313c293d9648fca305a56b8a4d6c53, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=398, earliestPutTs=1731129910102 2024-11-09T05:25:12,513 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 76f4d6c3e2834102b27b2dc5fc2ce498, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=419, earliestPutTs=1731129911278 2024-11-09T05:25:12,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0eab33f5090cf0ba2f10dba61a274cd3:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T05:25:12,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:25:12,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0eab33f5090cf0ba2f10dba61a274cd3:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T05:25:12,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:25:12,515 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:25:12,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0eab33f5090cf0ba2f10dba61a274cd3:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T05:25:12,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:25:12,520 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:25:12,520 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1541): 0eab33f5090cf0ba2f10dba61a274cd3/B is initiating minor compaction (all files) 2024-11-09T05:25:12,520 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0eab33f5090cf0ba2f10dba61a274cd3/B in TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. 2024-11-09T05:25:12,521 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/4172b5e2499c426ebdf269b67891776b, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/209ced9069b3422c9c0e176da622c73a, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/3a28b4ee0a0e4035a3477c229622e49f] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp, totalSize=36.9 K 2024-11-09T05:25:12,521 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 4172b5e2499c426ebdf269b67891776b, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1731129909716 2024-11-09T05:25:12,523 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 209ced9069b3422c9c0e176da622c73a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=398, earliestPutTs=1731129910102 2024-11-09T05:25:12,524 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 3a28b4ee0a0e4035a3477c229622e49f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=419, earliestPutTs=1731129911278 2024-11-09T05:25:12,534 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0eab33f5090cf0ba2f10dba61a274cd3#A#compaction#87 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:25:12,535 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/A/60ba42777bb34b7abd67a4857f20a1fa is 50, key is test_row_0/A:col10/1731129911914/Put/seqid=0 2024-11-09T05:25:12,550 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0eab33f5090cf0ba2f10dba61a274cd3#B#compaction#88 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:25:12,551 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/B/7e489f280e3a416ca88f2892b2b3db5a is 50, key is test_row_0/B:col10/1731129911914/Put/seqid=0 2024-11-09T05:25:12,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-09T05:25:12,570 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T05:25:12,571 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T05:25:12,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees 2024-11-09T05:25:12,574 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T05:25:12,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-09T05:25:12,575 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T05:25:12,575 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T05:25:12,577 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T05:25:12,577 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0eab33f5090cf0ba2f10dba61a274cd3 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-09T05:25:12,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(8855): Flush requested on 0eab33f5090cf0ba2f10dba61a274cd3 2024-11-09T05:25:12,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073741924_1100 (size=13289) 2024-11-09T05:25:12,591 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/A/55e330d356824df7a36496550d273261 is 50, key is test_row_0/A:col10/1731129912575/Put/seqid=0 2024-11-09T05:25:12,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073741926_1102 (size=14741) 2024-11-09T05:25:12,610 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=439 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/A/55e330d356824df7a36496550d273261 2024-11-09T05:25:12,615 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:12,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56206 deadline: 1731129972608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:12,617 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:12,617 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:12,617 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:12,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073741925_1101 (size=13289) 2024-11-09T05:25:12,623 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:12,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56234 deadline: 1731129972612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:12,625 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:12,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56226 deadline: 1731129972614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:12,626 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:12,626 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:12,626 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:12,626 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:12,626 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:12,626 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:12,625 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:12,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1731129972612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:12,628 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:12,628 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:12,628 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:12,634 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/B/acd37bd36d8e49a5b785d1c1106e969c is 50, key is test_row_0/B:col10/1731129912575/Put/seqid=0 2024-11-09T05:25:12,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073741927_1103 (size=12301) 2024-11-09T05:25:12,657 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=439 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/B/acd37bd36d8e49a5b785d1c1106e969c 2024-11-09T05:25:12,670 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/C/9191561d835c4976bfc85d37b3f21394 is 50, key is test_row_0/C:col10/1731129912575/Put/seqid=0 2024-11-09T05:25:12,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-09T05:25:12,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073741928_1104 (size=12301) 2024-11-09T05:25:12,719 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=439 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/C/9191561d835c4976bfc85d37b3f21394 2024-11-09T05:25:12,722 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:12,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56206 deadline: 1731129972720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:12,728 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/A/55e330d356824df7a36496550d273261 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/55e330d356824df7a36496550d273261 2024-11-09T05:25:12,729 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-09T05:25:12,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. 2024-11-09T05:25:12,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. as already flushing 2024-11-09T05:25:12,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. 2024-11-09T05:25:12,729 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 0eab33f5090cf0ba2f10dba61a274cd3, NAME => 'TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:12,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 0eab33f5090cf0ba2f10dba61a274cd3, NAME => 'TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:12,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0eab33f5090cf0ba2f10dba61a274cd3, NAME => 'TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0eab33f5090cf0ba2f10dba61a274cd3, NAME => 'TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:12,731 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:12,731 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:12,731 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:12,737 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/55e330d356824df7a36496550d273261, entries=200, sequenceid=439, filesize=14.4 K 2024-11-09T05:25:12,738 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/B/acd37bd36d8e49a5b785d1c1106e969c as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/acd37bd36d8e49a5b785d1c1106e969c 2024-11-09T05:25:12,739 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:12,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56226 deadline: 1731129972731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:12,740 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:12,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1731129972731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:12,740 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:12,740 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:12,740 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:12,741 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:12,741 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:12,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56234 deadline: 1731129972731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:12,741 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:12,741 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:12,741 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:12,741 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:12,741 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:12,745 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/acd37bd36d8e49a5b785d1c1106e969c, entries=150, sequenceid=439, filesize=12.0 K 2024-11-09T05:25:12,747 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/C/9191561d835c4976bfc85d37b3f21394 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/9191561d835c4976bfc85d37b3f21394 2024-11-09T05:25:12,755 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/9191561d835c4976bfc85d37b3f21394, entries=150, sequenceid=439, filesize=12.0 K 2024-11-09T05:25:12,757 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 0eab33f5090cf0ba2f10dba61a274cd3 in 180ms, sequenceid=439, compaction requested=true 2024-11-09T05:25:12,757 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0eab33f5090cf0ba2f10dba61a274cd3: 2024-11-09T05:25:12,758 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0eab33f5090cf0ba2f10dba61a274cd3:A, priority=-2147483648, current under compaction store size is 3 2024-11-09T05:25:12,758 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-09T05:25:12,758 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0eab33f5090cf0ba2f10dba61a274cd3:B, priority=-2147483648, current under compaction store size is 3 2024-11-09T05:25:12,758 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-09T05:25:12,758 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0eab33f5090cf0ba2f10dba61a274cd3:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T05:25:12,758 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-11-09T05:25:12,882 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-09T05:25:12,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. 2024-11-09T05:25:12,883 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2902): Flushing 0eab33f5090cf0ba2f10dba61a274cd3 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-09T05:25:12,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-09T05:25:12,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/A/0999402f11c14f1f9300ca574b393a9a is 50, key is test_row_0/A:col10/1731129912611/Put/seqid=0 2024-11-09T05:25:12,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073741929_1105 (size=12301) 2024-11-09T05:25:12,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(8855): Flush requested on 0eab33f5090cf0ba2f10dba61a274cd3 2024-11-09T05:25:12,945 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. as already flushing 2024-11-09T05:25:12,949 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=455 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/A/0999402f11c14f1f9300ca574b393a9a 2024-11-09T05:25:12,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/B/10326ce9265244be8aa9545205a4af8b is 50, key is test_row_0/B:col10/1731129912611/Put/seqid=0 2024-11-09T05:25:12,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073741930_1106 (size=12301) 2024-11-09T05:25:12,995 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/A/60ba42777bb34b7abd67a4857f20a1fa as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/60ba42777bb34b7abd67a4857f20a1fa 2024-11-09T05:25:12,996 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:12,996 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:12,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56206 deadline: 1731129972987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:12,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1731129972989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:12,997 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:12,997 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:12,997 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:12,997 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:12,997 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:12,997 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:12,997 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:12,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56234 deadline: 1731129972991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:12,997 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:12,997 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:12,998 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:12,998 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:12,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56226 deadline: 1731129972992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:12,998 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:12,998 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:12,998 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:13,009 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0eab33f5090cf0ba2f10dba61a274cd3/A of 0eab33f5090cf0ba2f10dba61a274cd3 into 60ba42777bb34b7abd67a4857f20a1fa(size=13.0 K), total size for store is 27.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:25:13,009 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0eab33f5090cf0ba2f10dba61a274cd3: 2024-11-09T05:25:13,009 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., storeName=0eab33f5090cf0ba2f10dba61a274cd3/A, priority=13, startTime=1731129912509; duration=0sec 2024-11-09T05:25:13,009 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-11-09T05:25:13,009 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0eab33f5090cf0ba2f10dba61a274cd3:A 2024-11-09T05:25:13,009 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0eab33f5090cf0ba2f10dba61a274cd3:A 2024-11-09T05:25:13,009 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T05:25:13,012 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50090 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T05:25:13,012 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1541): 0eab33f5090cf0ba2f10dba61a274cd3/C is initiating minor compaction (all files) 2024-11-09T05:25:13,012 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0eab33f5090cf0ba2f10dba61a274cd3/C in TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. 2024-11-09T05:25:13,012 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/923a1da6e6e94c37b425a47dbcef9cd4, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/b0a68cb04ab5485a89f7be8f5640bb24, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/0b86844ef58249fda882d939da125df1, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/9191561d835c4976bfc85d37b3f21394] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp, totalSize=48.9 K 2024-11-09T05:25:13,013 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 923a1da6e6e94c37b425a47dbcef9cd4, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1731129909716 2024-11-09T05:25:13,015 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting b0a68cb04ab5485a89f7be8f5640bb24, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=398, earliestPutTs=1731129910102 2024-11-09T05:25:13,017 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0b86844ef58249fda882d939da125df1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=419, earliestPutTs=1731129911278 2024-11-09T05:25:13,017 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9191561d835c4976bfc85d37b3f21394, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=439, earliestPutTs=1731129911940 2024-11-09T05:25:13,030 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/B/7e489f280e3a416ca88f2892b2b3db5a as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/7e489f280e3a416ca88f2892b2b3db5a 2024-11-09T05:25:13,039 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0eab33f5090cf0ba2f10dba61a274cd3/B of 0eab33f5090cf0ba2f10dba61a274cd3 into 7e489f280e3a416ca88f2892b2b3db5a(size=13.0 K), total size for store is 25.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:25:13,039 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0eab33f5090cf0ba2f10dba61a274cd3: 2024-11-09T05:25:13,039 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., storeName=0eab33f5090cf0ba2f10dba61a274cd3/B, priority=13, startTime=1731129912515; duration=0sec 2024-11-09T05:25:13,040 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-09T05:25:13,040 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0eab33f5090cf0ba2f10dba61a274cd3:B 2024-11-09T05:25:13,040 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0eab33f5090cf0ba2f10dba61a274cd3:B 2024-11-09T05:25:13,040 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 4 compacting, 0 eligible, 16 blocking 2024-11-09T05:25:13,040 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-09T05:25:13,040 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-09T05:25:13,040 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. because compaction request was cancelled 2024-11-09T05:25:13,040 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0eab33f5090cf0ba2f10dba61a274cd3:C 2024-11-09T05:25:13,040 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-09T05:25:13,041 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-09T05:25:13,041 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-09T05:25:13,041 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. because compaction request was cancelled 2024-11-09T05:25:13,041 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0eab33f5090cf0ba2f10dba61a274cd3:B 2024-11-09T05:25:13,041 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-09T05:25:13,043 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-09T05:25:13,043 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-09T05:25:13,043 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. because compaction request was cancelled 2024-11-09T05:25:13,043 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0eab33f5090cf0ba2f10dba61a274cd3:A 2024-11-09T05:25:13,049 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0eab33f5090cf0ba2f10dba61a274cd3#C#compaction#94 average throughput is 0.82 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:25:13,050 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/C/d45dc24b5bda4306a6d0fad9cdcb792d is 50, key is test_row_0/C:col10/1731129912575/Put/seqid=0 2024-11-09T05:25:13,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073741931_1107 (size=13323) 2024-11-09T05:25:13,101 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:13,101 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:13,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56206 deadline: 1731129973100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:13,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56234 deadline: 1731129973100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:13,103 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:13,103 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:13,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56226 deadline: 1731129973100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:13,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1731129973100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:13,103 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:13,103 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:13,103 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:13,103 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:13,103 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:13,104 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:13,104 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:13,104 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:13,104 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:13,104 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:13,104 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:13,104 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:13,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-09T05:25:13,314 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:13,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56206 deadline: 1731129973310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:13,315 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:13,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56226 deadline: 1731129973311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:13,315 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:13,315 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:13,315 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:13,316 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:13,316 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:13,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1731129973311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:13,316 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:13,316 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:13,316 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:13,316 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:13,316 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:13,316 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:13,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56234 deadline: 1731129973311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:13,317 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:13,317 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:13,317 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:13,384 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=455 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/B/10326ce9265244be8aa9545205a4af8b 2024-11-09T05:25:13,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/C/f39f9b92787e4a8a8de8be8566e4084e is 50, key is test_row_0/C:col10/1731129912611/Put/seqid=0 2024-11-09T05:25:13,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073741932_1108 (size=12301) 2024-11-09T05:25:13,477 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/C/d45dc24b5bda4306a6d0fad9cdcb792d as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/d45dc24b5bda4306a6d0fad9cdcb792d 2024-11-09T05:25:13,488 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0eab33f5090cf0ba2f10dba61a274cd3/C of 0eab33f5090cf0ba2f10dba61a274cd3 into d45dc24b5bda4306a6d0fad9cdcb792d(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:25:13,488 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0eab33f5090cf0ba2f10dba61a274cd3: 2024-11-09T05:25:13,488 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., storeName=0eab33f5090cf0ba2f10dba61a274cd3/C, priority=12, startTime=1731129912758; duration=0sec 2024-11-09T05:25:13,489 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:25:13,489 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0eab33f5090cf0ba2f10dba61a274cd3:C 2024-11-09T05:25:13,622 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:13,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56206 deadline: 1731129973620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:13,623 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:13,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56226 deadline: 1731129973620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:13,623 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:13,623 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:13,623 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:13,624 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:13,624 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:13,624 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:13,630 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:13,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1731129973630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:13,631 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:13,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56234 deadline: 1731129973630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:13,631 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:13,631 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:13,631 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:13,631 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:13,631 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:13,631 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:13,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-09T05:25:13,863 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=455 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/C/f39f9b92787e4a8a8de8be8566e4084e 2024-11-09T05:25:13,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/A/0999402f11c14f1f9300ca574b393a9a as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/0999402f11c14f1f9300ca574b393a9a 2024-11-09T05:25:13,876 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/0999402f11c14f1f9300ca574b393a9a, entries=150, sequenceid=455, filesize=12.0 K 2024-11-09T05:25:13,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/B/10326ce9265244be8aa9545205a4af8b as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/10326ce9265244be8aa9545205a4af8b 2024-11-09T05:25:13,886 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/10326ce9265244be8aa9545205a4af8b, entries=150, sequenceid=455, filesize=12.0 K 2024-11-09T05:25:13,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/C/f39f9b92787e4a8a8de8be8566e4084e as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/f39f9b92787e4a8a8de8be8566e4084e 2024-11-09T05:25:13,898 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/f39f9b92787e4a8a8de8be8566e4084e, entries=150, sequenceid=455, filesize=12.0 K 2024-11-09T05:25:13,899 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 0eab33f5090cf0ba2f10dba61a274cd3 in 1016ms, sequenceid=455, compaction requested=true 2024-11-09T05:25:13,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2603): Flush status journal for 0eab33f5090cf0ba2f10dba61a274cd3: 2024-11-09T05:25:13,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. 2024-11-09T05:25:13,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=20 2024-11-09T05:25:13,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4169): Remote procedure done, pid=20 2024-11-09T05:25:13,904 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19 2024-11-09T05:25:13,908 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3270 sec 2024-11-09T05:25:13,910 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees in 1.3350 sec 2024-11-09T05:25:14,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(8855): Flush requested on 0eab33f5090cf0ba2f10dba61a274cd3 2024-11-09T05:25:14,133 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T05:25:14,134 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0eab33f5090cf0ba2f10dba61a274cd3 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-09T05:25:14,139 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/A/bb2953f672504f8f9f4e7985cb12c166 is 50, key is test_row_0/A:col10/1731129914132/Put/seqid=0 2024-11-09T05:25:14,169 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:14,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56226 deadline: 1731129974157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:14,170 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:14,170 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:14,171 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:14,173 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:14,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1731129974164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:14,173 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:14,173 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:14,173 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:14,173 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:14,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56234 deadline: 1731129974169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:14,174 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:14,174 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:14,174 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:14,174 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:14,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56206 deadline: 1731129974170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:14,174 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:14,175 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:14,175 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:14,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073741933_1109 (size=14741) 2024-11-09T05:25:14,177 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=480 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/A/bb2953f672504f8f9f4e7985cb12c166 2024-11-09T05:25:14,192 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/B/e91ef43a493c4139b79c4b1c212e95bf is 50, key is test_row_0/B:col10/1731129914132/Put/seqid=0 2024-11-09T05:25:14,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073741934_1110 (size=12301) 2024-11-09T05:25:14,280 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:14,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56226 deadline: 1731129974280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:14,281 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:14,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1731129974280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:14,281 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:14,281 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:14,281 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:14,282 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:14,282 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:14,282 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:14,282 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:14,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56234 deadline: 1731129974280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:14,282 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:14,282 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:14,282 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:14,282 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:14,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56206 deadline: 1731129974280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:14,282 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:14,282 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:14,283 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:14,492 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:14,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56226 deadline: 1731129974490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:14,493 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:14,493 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:14,493 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:14,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56234 deadline: 1731129974490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:14,493 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:14,493 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:14,493 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:14,493 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:14,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1731129974490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:14,493 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:14,494 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:14,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56206 deadline: 1731129974490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:14,496 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:14,496 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:14,496 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:14,496 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:14,496 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:14,497 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:14,598 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=480 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/B/e91ef43a493c4139b79c4b1c212e95bf 2024-11-09T05:25:14,614 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/C/4a8d78e782da4b71955b7aa92b5517ba is 50, key is test_row_0/C:col10/1731129914132/Put/seqid=0 2024-11-09T05:25:14,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073741935_1111 (size=12301) 2024-11-09T05:25:14,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-09T05:25:14,721 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T05:25:14,721 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T05:25:14,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] procedure2.ProcedureExecutor(1139): Stored pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees 2024-11-09T05:25:14,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-09T05:25:14,724 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T05:25:14,725 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T05:25:14,725 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=21, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T05:25:14,801 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:14,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56226 deadline: 1731129974800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:14,802 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:14,802 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:14,802 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:14,802 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:14,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56234 deadline: 1731129974800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:14,802 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:14,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56206 deadline: 1731129974800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:14,802 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:14,802 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:14,802 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:14,802 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:14,802 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:14,802 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:14,811 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:14,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1731129974809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:14,812 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:14,812 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:14,812 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:14,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-09T05:25:14,878 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-09T05:25:14,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. 2024-11-09T05:25:14,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. as already flushing 2024-11-09T05:25:14,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. 2024-11-09T05:25:14,878 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 0eab33f5090cf0ba2f10dba61a274cd3, NAME => 'TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:14,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 0eab33f5090cf0ba2f10dba61a274cd3, NAME => 'TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:14,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0eab33f5090cf0ba2f10dba61a274cd3, NAME => 'TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0eab33f5090cf0ba2f10dba61a274cd3, NAME => 'TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:15,031 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-09T05:25:15,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. 2024-11-09T05:25:15,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. as already flushing 2024-11-09T05:25:15,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. 2024-11-09T05:25:15,032 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 0eab33f5090cf0ba2f10dba61a274cd3, NAME => 'TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:15,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 0eab33f5090cf0ba2f10dba61a274cd3, NAME => 'TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:15,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0eab33f5090cf0ba2f10dba61a274cd3, NAME => 'TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0eab33f5090cf0ba2f10dba61a274cd3, NAME => 'TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:15,033 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=480 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/C/4a8d78e782da4b71955b7aa92b5517ba 2024-11-09T05:25:15,039 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/A/bb2953f672504f8f9f4e7985cb12c166 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/bb2953f672504f8f9f4e7985cb12c166 2024-11-09T05:25:15,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-09T05:25:15,047 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/bb2953f672504f8f9f4e7985cb12c166, entries=200, sequenceid=480, filesize=14.4 K 2024-11-09T05:25:15,048 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/B/e91ef43a493c4139b79c4b1c212e95bf as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/e91ef43a493c4139b79c4b1c212e95bf 2024-11-09T05:25:15,081 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/e91ef43a493c4139b79c4b1c212e95bf, entries=150, sequenceid=480, filesize=12.0 K 2024-11-09T05:25:15,088 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/C/4a8d78e782da4b71955b7aa92b5517ba as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/4a8d78e782da4b71955b7aa92b5517ba 2024-11-09T05:25:15,097 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/4a8d78e782da4b71955b7aa92b5517ba, entries=150, sequenceid=480, filesize=12.0 K 2024-11-09T05:25:15,099 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for 0eab33f5090cf0ba2f10dba61a274cd3 in 965ms, sequenceid=480, compaction requested=true 2024-11-09T05:25:15,099 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0eab33f5090cf0ba2f10dba61a274cd3: 2024-11-09T05:25:15,099 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T05:25:15,101 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0eab33f5090cf0ba2f10dba61a274cd3:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T05:25:15,101 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:25:15,101 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T05:25:15,102 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 55072 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T05:25:15,102 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1541): 0eab33f5090cf0ba2f10dba61a274cd3/A is initiating minor compaction (all files) 2024-11-09T05:25:15,103 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0eab33f5090cf0ba2f10dba61a274cd3/A in TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. 2024-11-09T05:25:15,103 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/60ba42777bb34b7abd67a4857f20a1fa, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/55e330d356824df7a36496550d273261, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/0999402f11c14f1f9300ca574b393a9a, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/bb2953f672504f8f9f4e7985cb12c166] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp, totalSize=53.8 K 2024-11-09T05:25:15,103 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0eab33f5090cf0ba2f10dba61a274cd3:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T05:25:15,103 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:25:15,103 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0eab33f5090cf0ba2f10dba61a274cd3:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T05:25:15,103 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:25:15,104 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 60ba42777bb34b7abd67a4857f20a1fa, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=419, earliestPutTs=1731129911278 2024-11-09T05:25:15,104 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 55e330d356824df7a36496550d273261, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=439, earliestPutTs=1731129911938 2024-11-09T05:25:15,105 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50192 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T05:25:15,105 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1541): 0eab33f5090cf0ba2f10dba61a274cd3/B is initiating minor compaction (all files) 2024-11-09T05:25:15,105 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0eab33f5090cf0ba2f10dba61a274cd3/B in TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. 2024-11-09T05:25:15,105 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/7e489f280e3a416ca88f2892b2b3db5a, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/acd37bd36d8e49a5b785d1c1106e969c, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/10326ce9265244be8aa9545205a4af8b, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/e91ef43a493c4139b79c4b1c212e95bf] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp, totalSize=49.0 K 2024-11-09T05:25:15,107 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 7e489f280e3a416ca88f2892b2b3db5a, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=419, earliestPutTs=1731129911278 2024-11-09T05:25:15,107 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0999402f11c14f1f9300ca574b393a9a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=455, earliestPutTs=1731129912605 2024-11-09T05:25:15,107 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting acd37bd36d8e49a5b785d1c1106e969c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=439, earliestPutTs=1731129911940 2024-11-09T05:25:15,108 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 10326ce9265244be8aa9545205a4af8b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=455, earliestPutTs=1731129912605 2024-11-09T05:25:15,108 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting bb2953f672504f8f9f4e7985cb12c166, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=480, earliestPutTs=1731129912986 2024-11-09T05:25:15,109 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting e91ef43a493c4139b79c4b1c212e95bf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=480, earliestPutTs=1731129912986 2024-11-09T05:25:15,124 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0eab33f5090cf0ba2f10dba61a274cd3#B#compaction#99 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:25:15,125 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/B/32b664d429fd46c88fa61e2567a3eb29 is 50, key is test_row_0/B:col10/1731129914132/Put/seqid=0 2024-11-09T05:25:15,132 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0eab33f5090cf0ba2f10dba61a274cd3#A#compaction#100 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:25:15,133 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/A/6d9fb91667fe4ceb8b99708fc5083f1d is 50, key is test_row_0/A:col10/1731129914132/Put/seqid=0 2024-11-09T05:25:15,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073741936_1112 (size=13425) 2024-11-09T05:25:15,149 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/B/32b664d429fd46c88fa61e2567a3eb29 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/32b664d429fd46c88fa61e2567a3eb29 2024-11-09T05:25:15,161 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0eab33f5090cf0ba2f10dba61a274cd3/B of 0eab33f5090cf0ba2f10dba61a274cd3 into 32b664d429fd46c88fa61e2567a3eb29(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:25:15,161 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0eab33f5090cf0ba2f10dba61a274cd3: 2024-11-09T05:25:15,161 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., storeName=0eab33f5090cf0ba2f10dba61a274cd3/B, priority=12, startTime=1731129915101; duration=0sec 2024-11-09T05:25:15,162 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:25:15,162 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0eab33f5090cf0ba2f10dba61a274cd3:B 2024-11-09T05:25:15,162 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:25:15,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073741937_1113 (size=13425) 2024-11-09T05:25:15,168 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37925 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:25:15,168 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1541): 0eab33f5090cf0ba2f10dba61a274cd3/C is initiating minor compaction (all files) 2024-11-09T05:25:15,169 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0eab33f5090cf0ba2f10dba61a274cd3/C in TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. 2024-11-09T05:25:15,169 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/d45dc24b5bda4306a6d0fad9cdcb792d, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/f39f9b92787e4a8a8de8be8566e4084e, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/4a8d78e782da4b71955b7aa92b5517ba] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp, totalSize=37.0 K 2024-11-09T05:25:15,169 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting d45dc24b5bda4306a6d0fad9cdcb792d, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=439, earliestPutTs=1731129911940 2024-11-09T05:25:15,170 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting f39f9b92787e4a8a8de8be8566e4084e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=455, earliestPutTs=1731129912605 2024-11-09T05:25:15,170 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 4a8d78e782da4b71955b7aa92b5517ba, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=480, earliestPutTs=1731129912986 2024-11-09T05:25:15,175 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/A/6d9fb91667fe4ceb8b99708fc5083f1d as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/6d9fb91667fe4ceb8b99708fc5083f1d 2024-11-09T05:25:15,184 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0eab33f5090cf0ba2f10dba61a274cd3/A of 0eab33f5090cf0ba2f10dba61a274cd3 into 6d9fb91667fe4ceb8b99708fc5083f1d(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:25:15,185 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0eab33f5090cf0ba2f10dba61a274cd3: 2024-11-09T05:25:15,185 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., storeName=0eab33f5090cf0ba2f10dba61a274cd3/A, priority=12, startTime=1731129915099; duration=0sec 2024-11-09T05:25:15,185 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-09T05:25:15,185 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:25:15,185 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0eab33f5090cf0ba2f10dba61a274cd3:A 2024-11-09T05:25:15,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. 2024-11-09T05:25:15,185 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2902): Flushing 0eab33f5090cf0ba2f10dba61a274cd3 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-09T05:25:15,194 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0eab33f5090cf0ba2f10dba61a274cd3#C#compaction#101 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:25:15,195 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/C/d7fdb58905c6490bb3da1de7fd5583fe is 50, key is test_row_0/C:col10/1731129914132/Put/seqid=0 2024-11-09T05:25:15,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/A/358365767d5d448c952cee9dc6236050 is 50, key is test_row_0/A:col10/1731129914155/Put/seqid=0 2024-11-09T05:25:15,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073741938_1114 (size=13425) 2024-11-09T05:25:15,218 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/C/d7fdb58905c6490bb3da1de7fd5583fe as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/d7fdb58905c6490bb3da1de7fd5583fe 2024-11-09T05:25:15,224 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0eab33f5090cf0ba2f10dba61a274cd3/C of 0eab33f5090cf0ba2f10dba61a274cd3 into d7fdb58905c6490bb3da1de7fd5583fe(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:25:15,224 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0eab33f5090cf0ba2f10dba61a274cd3: 2024-11-09T05:25:15,224 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., storeName=0eab33f5090cf0ba2f10dba61a274cd3/C, priority=13, startTime=1731129915103; duration=0sec 2024-11-09T05:25:15,224 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:25:15,225 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0eab33f5090cf0ba2f10dba61a274cd3:C 2024-11-09T05:25:15,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073741939_1115 (size=12301) 2024-11-09T05:25:15,231 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=497 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/A/358365767d5d448c952cee9dc6236050 2024-11-09T05:25:15,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/B/f5b41ef189d04fb79f2b2ad894996a0a is 50, key is test_row_0/B:col10/1731129914155/Put/seqid=0 2024-11-09T05:25:15,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073741940_1116 (size=12301) 2024-11-09T05:25:15,263 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=497 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/B/f5b41ef189d04fb79f2b2ad894996a0a 2024-11-09T05:25:15,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/C/073cc2ff50084b40ada271442002d8aa is 50, key is test_row_0/C:col10/1731129914155/Put/seqid=0 2024-11-09T05:25:15,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073741941_1117 (size=12301) 2024-11-09T05:25:15,309 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=497 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/C/073cc2ff50084b40ada271442002d8aa 2024-11-09T05:25:15,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(8855): Flush requested on 0eab33f5090cf0ba2f10dba61a274cd3 2024-11-09T05:25:15,313 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. as already flushing 2024-11-09T05:25:15,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/A/358365767d5d448c952cee9dc6236050 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/358365767d5d448c952cee9dc6236050 2024-11-09T05:25:15,326 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/358365767d5d448c952cee9dc6236050, entries=150, sequenceid=497, filesize=12.0 K 2024-11-09T05:25:15,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/B/f5b41ef189d04fb79f2b2ad894996a0a as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/f5b41ef189d04fb79f2b2ad894996a0a 2024-11-09T05:25:15,335 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/f5b41ef189d04fb79f2b2ad894996a0a, entries=150, sequenceid=497, filesize=12.0 K 2024-11-09T05:25:15,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/C/073cc2ff50084b40ada271442002d8aa as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/073cc2ff50084b40ada271442002d8aa 2024-11-09T05:25:15,342 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:15,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56226 deadline: 1731129975336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:15,343 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:15,343 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:15,343 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:15,343 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:15,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56206 deadline: 1731129975339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:15,343 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:15,343 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:15,343 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:15,343 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:15,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1731129975340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:15,344 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:15,344 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:15,344 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:15,346 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/073cc2ff50084b40ada271442002d8aa, entries=150, sequenceid=497, filesize=12.0 K 2024-11-09T05:25:15,347 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 0eab33f5090cf0ba2f10dba61a274cd3 in 162ms, sequenceid=497, compaction requested=false 2024-11-09T05:25:15,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2603): Flush status journal for 0eab33f5090cf0ba2f10dba61a274cd3: 2024-11-09T05:25:15,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. 2024-11-09T05:25:15,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=22 2024-11-09T05:25:15,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4169): Remote procedure done, pid=22 2024-11-09T05:25:15,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-09T05:25:15,350 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T05:25:15,350 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0eab33f5090cf0ba2f10dba61a274cd3 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-09T05:25:15,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(8855): Flush requested on 0eab33f5090cf0ba2f10dba61a274cd3 2024-11-09T05:25:15,353 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=21 2024-11-09T05:25:15,353 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 625 msec 2024-11-09T05:25:15,355 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees in 633 msec 2024-11-09T05:25:15,364 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/A/6b2381ea5e364efcbba212faf69991cd is 50, key is test_row_0/A:col10/1731129915336/Put/seqid=0 2024-11-09T05:25:15,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073741942_1118 (size=12301) 2024-11-09T05:25:15,400 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:15,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56234 deadline: 1731129975399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:15,400 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:15,401 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:15,401 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:15,451 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:15,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56226 deadline: 1731129975450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:15,451 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:15,451 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:15,451 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:15,451 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:15,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1731129975450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:15,452 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:15,452 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:15,452 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:15,452 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:15,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56206 deadline: 1731129975450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:15,452 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:15,452 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:15,452 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:15,514 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:15,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56234 deadline: 1731129975510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:15,514 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:15,515 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:15,515 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:15,660 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:15,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56226 deadline: 1731129975660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:15,662 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:15,662 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:15,662 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:15,662 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:15,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1731129975661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:15,662 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:15,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56206 deadline: 1731129975661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:15,663 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:15,663 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:15,663 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:15,664 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:15,664 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:15,664 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:15,721 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:15,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56234 deadline: 1731129975720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:15,721 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:15,721 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:15,721 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:15,781 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=520 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/A/6b2381ea5e364efcbba212faf69991cd 2024-11-09T05:25:15,791 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/B/31658e8bc2994fc09de6666b022282e6 is 50, key is test_row_0/B:col10/1731129915336/Put/seqid=0 2024-11-09T05:25:15,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073741943_1119 (size=12301) 2024-11-09T05:25:15,813 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=520 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/B/31658e8bc2994fc09de6666b022282e6 2024-11-09T05:25:15,823 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/C/848499d3dd66441c889295bb1de9a74d is 50, key is test_row_0/C:col10/1731129915336/Put/seqid=0 2024-11-09T05:25:15,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073741944_1120 (size=12301) 2024-11-09T05:25:15,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-09T05:25:15,860 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T05:25:15,860 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T05:25:15,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] procedure2.ProcedureExecutor(1139): Stored pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees 2024-11-09T05:25:15,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-09T05:25:15,863 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T05:25:15,864 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T05:25:15,864 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T05:25:15,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-09T05:25:15,971 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:15,971 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:15,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1731129975971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:15,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56206 deadline: 1731129975970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:15,972 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:15,972 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:15,972 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:15,972 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:15,972 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:15,972 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:15,972 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:15,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56226 deadline: 1731129975971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:15,972 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:15,972 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:15,972 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:16,019 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-09T05:25:16,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. 2024-11-09T05:25:16,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. as already flushing 2024-11-09T05:25:16,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. 2024-11-09T05:25:16,020 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => 0eab33f5090cf0ba2f10dba61a274cd3, NAME => 'TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:16,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => 0eab33f5090cf0ba2f10dba61a274cd3, NAME => 'TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:16,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0eab33f5090cf0ba2f10dba61a274cd3, NAME => 'TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0eab33f5090cf0ba2f10dba61a274cd3, NAME => 'TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:16,032 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:16,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56234 deadline: 1731129976030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:16,033 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:16,033 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:16,033 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:16,172 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-09T05:25:16,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. 2024-11-09T05:25:16,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. as already flushing 2024-11-09T05:25:16,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. 2024-11-09T05:25:16,173 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => 0eab33f5090cf0ba2f10dba61a274cd3, NAME => 'TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:16,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => 0eab33f5090cf0ba2f10dba61a274cd3, NAME => 'TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:16,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0eab33f5090cf0ba2f10dba61a274cd3, NAME => 'TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0eab33f5090cf0ba2f10dba61a274cd3, NAME => 'TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:16,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-09T05:25:16,240 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=520 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/C/848499d3dd66441c889295bb1de9a74d 2024-11-09T05:25:16,245 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/A/6b2381ea5e364efcbba212faf69991cd as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/6b2381ea5e364efcbba212faf69991cd 2024-11-09T05:25:16,251 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/6b2381ea5e364efcbba212faf69991cd, entries=150, sequenceid=520, filesize=12.0 K 2024-11-09T05:25:16,252 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/B/31658e8bc2994fc09de6666b022282e6 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/31658e8bc2994fc09de6666b022282e6 2024-11-09T05:25:16,260 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/31658e8bc2994fc09de6666b022282e6, entries=150, sequenceid=520, filesize=12.0 K 2024-11-09T05:25:16,262 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/C/848499d3dd66441c889295bb1de9a74d as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/848499d3dd66441c889295bb1de9a74d 2024-11-09T05:25:16,272 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/848499d3dd66441c889295bb1de9a74d, entries=150, sequenceid=520, filesize=12.0 K 2024-11-09T05:25:16,276 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 0eab33f5090cf0ba2f10dba61a274cd3 in 926ms, sequenceid=520, compaction requested=true 2024-11-09T05:25:16,276 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0eab33f5090cf0ba2f10dba61a274cd3: 2024-11-09T05:25:16,276 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0eab33f5090cf0ba2f10dba61a274cd3:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T05:25:16,276 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:25:16,276 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:25:16,276 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:25:16,276 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0eab33f5090cf0ba2f10dba61a274cd3:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T05:25:16,276 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:25:16,276 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0eab33f5090cf0ba2f10dba61a274cd3:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T05:25:16,277 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:25:16,278 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38027 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:25:16,278 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38027 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:25:16,278 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1541): 0eab33f5090cf0ba2f10dba61a274cd3/A is initiating minor compaction (all files) 2024-11-09T05:25:16,278 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1541): 0eab33f5090cf0ba2f10dba61a274cd3/B is initiating minor compaction (all files) 2024-11-09T05:25:16,278 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0eab33f5090cf0ba2f10dba61a274cd3/A in TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. 2024-11-09T05:25:16,278 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0eab33f5090cf0ba2f10dba61a274cd3/B in TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. 2024-11-09T05:25:16,278 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/6d9fb91667fe4ceb8b99708fc5083f1d, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/358365767d5d448c952cee9dc6236050, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/6b2381ea5e364efcbba212faf69991cd] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp, totalSize=37.1 K 2024-11-09T05:25:16,278 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/32b664d429fd46c88fa61e2567a3eb29, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/f5b41ef189d04fb79f2b2ad894996a0a, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/31658e8bc2994fc09de6666b022282e6] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp, totalSize=37.1 K 2024-11-09T05:25:16,278 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6d9fb91667fe4ceb8b99708fc5083f1d, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=480, earliestPutTs=1731129912986 2024-11-09T05:25:16,279 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 32b664d429fd46c88fa61e2567a3eb29, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=480, earliestPutTs=1731129912986 2024-11-09T05:25:16,280 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 358365767d5d448c952cee9dc6236050, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=497, earliestPutTs=1731129914154 2024-11-09T05:25:16,280 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting f5b41ef189d04fb79f2b2ad894996a0a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=497, earliestPutTs=1731129914154 2024-11-09T05:25:16,280 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6b2381ea5e364efcbba212faf69991cd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=520, earliestPutTs=1731129915336 2024-11-09T05:25:16,280 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 31658e8bc2994fc09de6666b022282e6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=520, earliestPutTs=1731129915336 2024-11-09T05:25:16,298 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0eab33f5090cf0ba2f10dba61a274cd3#A#compaction#108 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:25:16,299 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/A/6742d823f1ef4ab4871570a66bb397fe is 50, key is test_row_0/A:col10/1731129915336/Put/seqid=0 2024-11-09T05:25:16,309 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0eab33f5090cf0ba2f10dba61a274cd3#B#compaction#109 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:25:16,309 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/B/b566169bff204f6d9017fd503c13c489 is 50, key is test_row_0/B:col10/1731129915336/Put/seqid=0 2024-11-09T05:25:16,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073741945_1121 (size=13527) 2024-11-09T05:25:16,326 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-09T05:25:16,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. 2024-11-09T05:25:16,327 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2902): Flushing 0eab33f5090cf0ba2f10dba61a274cd3 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-09T05:25:16,338 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/A/6742d823f1ef4ab4871570a66bb397fe as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/6742d823f1ef4ab4871570a66bb397fe 2024-11-09T05:25:16,345 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0eab33f5090cf0ba2f10dba61a274cd3/A of 0eab33f5090cf0ba2f10dba61a274cd3 into 6742d823f1ef4ab4871570a66bb397fe(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:25:16,345 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0eab33f5090cf0ba2f10dba61a274cd3: 2024-11-09T05:25:16,345 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., storeName=0eab33f5090cf0ba2f10dba61a274cd3/A, priority=13, startTime=1731129916276; duration=0sec 2024-11-09T05:25:16,346 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:25:16,346 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0eab33f5090cf0ba2f10dba61a274cd3:A 2024-11-09T05:25:16,346 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:25:16,347 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38027 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:25:16,347 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1541): 0eab33f5090cf0ba2f10dba61a274cd3/C is initiating minor compaction (all files) 2024-11-09T05:25:16,347 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0eab33f5090cf0ba2f10dba61a274cd3/C in TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. 2024-11-09T05:25:16,347 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/d7fdb58905c6490bb3da1de7fd5583fe, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/073cc2ff50084b40ada271442002d8aa, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/848499d3dd66441c889295bb1de9a74d] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp, totalSize=37.1 K 2024-11-09T05:25:16,348 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting d7fdb58905c6490bb3da1de7fd5583fe, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=480, earliestPutTs=1731129912986 2024-11-09T05:25:16,349 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 073cc2ff50084b40ada271442002d8aa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=497, earliestPutTs=1731129914154 2024-11-09T05:25:16,349 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 848499d3dd66441c889295bb1de9a74d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=520, earliestPutTs=1731129915336 2024-11-09T05:25:16,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073741946_1122 (size=13527) 2024-11-09T05:25:16,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/A/821f0f3bcd3d46f882a15dcefbc619a4 is 50, key is test_row_0/A:col10/1731129915396/Put/seqid=0 2024-11-09T05:25:16,372 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/B/b566169bff204f6d9017fd503c13c489 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/b566169bff204f6d9017fd503c13c489 2024-11-09T05:25:16,375 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0eab33f5090cf0ba2f10dba61a274cd3#C#compaction#111 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:25:16,376 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/C/25ccf55642094a7181af661dc8d8ca7a is 50, key is test_row_0/C:col10/1731129915336/Put/seqid=0 2024-11-09T05:25:16,380 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0eab33f5090cf0ba2f10dba61a274cd3/B of 0eab33f5090cf0ba2f10dba61a274cd3 into b566169bff204f6d9017fd503c13c489(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:25:16,380 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0eab33f5090cf0ba2f10dba61a274cd3: 2024-11-09T05:25:16,380 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., storeName=0eab33f5090cf0ba2f10dba61a274cd3/B, priority=13, startTime=1731129916276; duration=0sec 2024-11-09T05:25:16,380 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:25:16,380 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0eab33f5090cf0ba2f10dba61a274cd3:B 2024-11-09T05:25:16,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073741947_1123 (size=12301) 2024-11-09T05:25:16,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073741948_1124 (size=13527) 2024-11-09T05:25:16,409 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/C/25ccf55642094a7181af661dc8d8ca7a as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/25ccf55642094a7181af661dc8d8ca7a 2024-11-09T05:25:16,420 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0eab33f5090cf0ba2f10dba61a274cd3/C of 0eab33f5090cf0ba2f10dba61a274cd3 into 25ccf55642094a7181af661dc8d8ca7a(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:25:16,420 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0eab33f5090cf0ba2f10dba61a274cd3: 2024-11-09T05:25:16,420 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., storeName=0eab33f5090cf0ba2f10dba61a274cd3/C, priority=13, startTime=1731129916276; duration=0sec 2024-11-09T05:25:16,421 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:25:16,421 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0eab33f5090cf0ba2f10dba61a274cd3:C 2024-11-09T05:25:16,484 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. as already flushing 2024-11-09T05:25:16,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(8855): Flush requested on 0eab33f5090cf0ba2f10dba61a274cd3 2024-11-09T05:25:16,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-09T05:25:16,530 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:16,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56206 deadline: 1731129976525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:16,531 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:16,531 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:16,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1731129976525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:16,531 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:16,531 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:16,532 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:16,532 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:16,532 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:16,534 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:16,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56226 deadline: 1731129976531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:16,534 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:16,534 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:16,534 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:16,543 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:16,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56234 deadline: 1731129976540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:16,544 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:16,544 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:16,544 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:16,641 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:16,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56206 deadline: 1731129976640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:16,642 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:16,642 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:16,642 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:16,642 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:16,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1731129976640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:16,642 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:16,642 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:16,642 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:16,642 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:16,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56226 deadline: 1731129976640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:16,643 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:16,643 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:16,643 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:16,798 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=534 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/A/821f0f3bcd3d46f882a15dcefbc619a4 2024-11-09T05:25:16,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/B/260fe8e2ecdd48018162288ce38b1603 is 50, key is test_row_0/B:col10/1731129915396/Put/seqid=0 2024-11-09T05:25:16,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073741949_1125 (size=12301) 2024-11-09T05:25:16,820 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=534 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/B/260fe8e2ecdd48018162288ce38b1603 2024-11-09T05:25:16,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/C/f57cea7fc5ef4b20800d854347a5bcec is 50, key is test_row_0/C:col10/1731129915396/Put/seqid=0 2024-11-09T05:25:16,851 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:16,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56206 deadline: 1731129976851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:16,852 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:16,852 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:16,852 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:16,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56226 deadline: 1731129976851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:16,852 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:16,852 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:16,852 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:16,852 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:16,853 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:16,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1731129976851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:16,853 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:16,853 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:16,853 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:16,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073741950_1126 (size=12301) 2024-11-09T05:25:17,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-09T05:25:17,160 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:17,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56206 deadline: 1731129977160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:17,161 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:17,161 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:17,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1731129977160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:17,161 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:17,161 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:17,161 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:17,161 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:17,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56226 deadline: 1731129977160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:17,161 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:17,161 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:17,161 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:17,161 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:17,161 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:17,262 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=534 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/C/f57cea7fc5ef4b20800d854347a5bcec 2024-11-09T05:25:17,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/A/821f0f3bcd3d46f882a15dcefbc619a4 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/821f0f3bcd3d46f882a15dcefbc619a4 2024-11-09T05:25:17,278 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/821f0f3bcd3d46f882a15dcefbc619a4, entries=150, sequenceid=534, filesize=12.0 K 2024-11-09T05:25:17,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/B/260fe8e2ecdd48018162288ce38b1603 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/260fe8e2ecdd48018162288ce38b1603 2024-11-09T05:25:17,286 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/260fe8e2ecdd48018162288ce38b1603, entries=150, sequenceid=534, filesize=12.0 K 2024-11-09T05:25:17,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/C/f57cea7fc5ef4b20800d854347a5bcec as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/f57cea7fc5ef4b20800d854347a5bcec 2024-11-09T05:25:17,304 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/f57cea7fc5ef4b20800d854347a5bcec, entries=150, sequenceid=534, filesize=12.0 K 2024-11-09T05:25:17,306 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 0eab33f5090cf0ba2f10dba61a274cd3 in 979ms, sequenceid=534, compaction requested=false 2024-11-09T05:25:17,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2603): Flush status journal for 0eab33f5090cf0ba2f10dba61a274cd3: 2024-11-09T05:25:17,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. 2024-11-09T05:25:17,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=24 2024-11-09T05:25:17,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4169): Remote procedure done, pid=24 2024-11-09T05:25:17,310 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23 2024-11-09T05:25:17,310 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4440 sec 2024-11-09T05:25:17,315 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees in 1.4530 sec 2024-11-09T05:25:17,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(8855): Flush requested on 0eab33f5090cf0ba2f10dba61a274cd3 2024-11-09T05:25:17,561 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T05:25:17,561 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0eab33f5090cf0ba2f10dba61a274cd3 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-09T05:25:17,567 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/A/0ad64f99526345ba8ed27bc3c387caf2 is 50, key is test_row_0/A:col10/1731129917560/Put/seqid=0 2024-11-09T05:25:17,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073741951_1127 (size=14741) 2024-11-09T05:25:17,576 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=560 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/A/0ad64f99526345ba8ed27bc3c387caf2 2024-11-09T05:25:17,585 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/B/f6e1b2d04b6f4414bf082549de68bcb0 is 50, key is test_row_0/B:col10/1731129917560/Put/seqid=0 2024-11-09T05:25:17,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073741952_1128 (size=12301) 2024-11-09T05:25:17,594 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=560 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/B/f6e1b2d04b6f4414bf082549de68bcb0 2024-11-09T05:25:17,598 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:17,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56234 deadline: 1731129977595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:17,600 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:17,600 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:17,601 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:17,606 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/C/d8e28707bed9489fa3e68dc272c48cd9 is 50, key is test_row_0/C:col10/1731129917560/Put/seqid=0 2024-11-09T05:25:17,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073741953_1129 (size=12301) 2024-11-09T05:25:17,648 INFO [Thread-158 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-158. 2024-11-09T05:25:17,648 DEBUG [Thread-158 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T05:25:17,649 INFO [Thread-154 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-154. 2024-11-09T05:25:17,649 DEBUG [Thread-154 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T05:25:17,650 INFO [Thread-156 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-156. 2024-11-09T05:25:17,650 DEBUG [Thread-156 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T05:25:17,652 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:25:17,652 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:25:17,652 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:25:17,652 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:25:17,652 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:25:17,652 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:25:17,652 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:25:17,653 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:25:17,653 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:25:17,653 INFO [Thread-160 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-160. 2024-11-09T05:25:17,653 DEBUG [Thread-160 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T05:25:17,653 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:25:17,653 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:25:17,653 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:25:17,670 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:17,670 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:17,670 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:17,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56206 deadline: 1731129977670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:17,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1731129977670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:17,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56226 deadline: 1731129977670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:17,671 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:17,671 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:17,671 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:17,671 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:17,671 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:17,671 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:17,671 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:17,671 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:17,671 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:17,710 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:17,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56234 deadline: 1731129977709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:17,710 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:17,710 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:17,710 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:17,921 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:17,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56234 deadline: 1731129977920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:17,921 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:17,921 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:17,921 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:18,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-09T05:25:18,011 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T05:25:18,018 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=560 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/C/d8e28707bed9489fa3e68dc272c48cd9 2024-11-09T05:25:18,022 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/A/0ad64f99526345ba8ed27bc3c387caf2 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/0ad64f99526345ba8ed27bc3c387caf2 2024-11-09T05:25:18,026 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/0ad64f99526345ba8ed27bc3c387caf2, entries=200, sequenceid=560, filesize=14.4 K 2024-11-09T05:25:18,027 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/B/f6e1b2d04b6f4414bf082549de68bcb0 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/f6e1b2d04b6f4414bf082549de68bcb0 2024-11-09T05:25:18,030 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/f6e1b2d04b6f4414bf082549de68bcb0, entries=150, sequenceid=560, filesize=12.0 K 2024-11-09T05:25:18,031 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/C/d8e28707bed9489fa3e68dc272c48cd9 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/d8e28707bed9489fa3e68dc272c48cd9 2024-11-09T05:25:18,035 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/d8e28707bed9489fa3e68dc272c48cd9, entries=150, sequenceid=560, filesize=12.0 K 2024-11-09T05:25:18,036 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 0eab33f5090cf0ba2f10dba61a274cd3 in 475ms, sequenceid=560, compaction requested=true 2024-11-09T05:25:18,036 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0eab33f5090cf0ba2f10dba61a274cd3: 2024-11-09T05:25:18,036 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0eab33f5090cf0ba2f10dba61a274cd3:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T05:25:18,036 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:25:18,036 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:25:18,036 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0eab33f5090cf0ba2f10dba61a274cd3:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T05:25:18,036 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:25:18,036 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:25:18,036 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0eab33f5090cf0ba2f10dba61a274cd3:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T05:25:18,036 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:25:18,037 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40569 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:25:18,037 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38129 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:25:18,037 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1541): 0eab33f5090cf0ba2f10dba61a274cd3/A is initiating minor compaction (all files) 2024-11-09T05:25:18,037 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1541): 0eab33f5090cf0ba2f10dba61a274cd3/B is initiating minor compaction (all files) 2024-11-09T05:25:18,037 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0eab33f5090cf0ba2f10dba61a274cd3/A in TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. 2024-11-09T05:25:18,037 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0eab33f5090cf0ba2f10dba61a274cd3/B in TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. 2024-11-09T05:25:18,038 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/b566169bff204f6d9017fd503c13c489, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/260fe8e2ecdd48018162288ce38b1603, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/f6e1b2d04b6f4414bf082549de68bcb0] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp, totalSize=37.2 K 2024-11-09T05:25:18,038 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/6742d823f1ef4ab4871570a66bb397fe, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/821f0f3bcd3d46f882a15dcefbc619a4, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/0ad64f99526345ba8ed27bc3c387caf2] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp, totalSize=39.6 K 2024-11-09T05:25:18,038 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting b566169bff204f6d9017fd503c13c489, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=520, earliestPutTs=1731129915336 2024-11-09T05:25:18,038 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6742d823f1ef4ab4871570a66bb397fe, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=520, earliestPutTs=1731129915336 2024-11-09T05:25:18,038 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 260fe8e2ecdd48018162288ce38b1603, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=534, earliestPutTs=1731129915376 2024-11-09T05:25:18,038 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 821f0f3bcd3d46f882a15dcefbc619a4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=534, earliestPutTs=1731129915376 2024-11-09T05:25:18,038 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting f6e1b2d04b6f4414bf082549de68bcb0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=560, earliestPutTs=1731129916522 2024-11-09T05:25:18,038 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0ad64f99526345ba8ed27bc3c387caf2, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=560, earliestPutTs=1731129916522 2024-11-09T05:25:18,046 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0eab33f5090cf0ba2f10dba61a274cd3#A#compaction#117 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:25:18,046 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0eab33f5090cf0ba2f10dba61a274cd3#B#compaction#118 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:25:18,046 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/A/9c7dbdb0e817484f931361d45ea0f85b is 50, key is test_row_0/A:col10/1731129917560/Put/seqid=0 2024-11-09T05:25:18,046 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/B/23fedc5284b145d197632a6378c3e870 is 50, key is test_row_0/B:col10/1731129917560/Put/seqid=0 2024-11-09T05:25:18,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073741954_1130 (size=13629) 2024-11-09T05:25:18,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073741955_1131 (size=13629) 2024-11-09T05:25:18,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(8855): Flush requested on 0eab33f5090cf0ba2f10dba61a274cd3 2024-11-09T05:25:18,231 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T05:25:18,231 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0eab33f5090cf0ba2f10dba61a274cd3 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-09T05:25:18,231 INFO [Thread-143 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-143. 2024-11-09T05:25:18,231 DEBUG [Thread-143 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T05:25:18,231 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:25:18,231 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:25:18,231 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:25:18,235 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/A/944f0a4c809346d6b0059eeb90014ffb is 50, key is test_row_0/A:col10/1731129917582/Put/seqid=0 2024-11-09T05:25:18,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073741956_1132 (size=12301) 2024-11-09T05:25:18,456 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/B/23fedc5284b145d197632a6378c3e870 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/23fedc5284b145d197632a6378c3e870 2024-11-09T05:25:18,459 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/A/9c7dbdb0e817484f931361d45ea0f85b as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/9c7dbdb0e817484f931361d45ea0f85b 2024-11-09T05:25:18,461 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0eab33f5090cf0ba2f10dba61a274cd3/B of 0eab33f5090cf0ba2f10dba61a274cd3 into 23fedc5284b145d197632a6378c3e870(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:25:18,462 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0eab33f5090cf0ba2f10dba61a274cd3: 2024-11-09T05:25:18,462 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., storeName=0eab33f5090cf0ba2f10dba61a274cd3/B, priority=13, startTime=1731129918036; duration=0sec 2024-11-09T05:25:18,462 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:25:18,462 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0eab33f5090cf0ba2f10dba61a274cd3:B 2024-11-09T05:25:18,462 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:25:18,463 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38129 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:25:18,463 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1541): 0eab33f5090cf0ba2f10dba61a274cd3/C is initiating minor compaction (all files) 2024-11-09T05:25:18,463 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0eab33f5090cf0ba2f10dba61a274cd3/C in TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. 2024-11-09T05:25:18,463 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/25ccf55642094a7181af661dc8d8ca7a, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/f57cea7fc5ef4b20800d854347a5bcec, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/d8e28707bed9489fa3e68dc272c48cd9] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp, totalSize=37.2 K 2024-11-09T05:25:18,463 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 25ccf55642094a7181af661dc8d8ca7a, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=520, earliestPutTs=1731129915336 2024-11-09T05:25:18,464 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting f57cea7fc5ef4b20800d854347a5bcec, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=534, earliestPutTs=1731129915376 2024-11-09T05:25:18,464 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting d8e28707bed9489fa3e68dc272c48cd9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=560, earliestPutTs=1731129916522 2024-11-09T05:25:18,465 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0eab33f5090cf0ba2f10dba61a274cd3/A of 0eab33f5090cf0ba2f10dba61a274cd3 into 9c7dbdb0e817484f931361d45ea0f85b(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:25:18,465 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0eab33f5090cf0ba2f10dba61a274cd3: 2024-11-09T05:25:18,465 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., storeName=0eab33f5090cf0ba2f10dba61a274cd3/A, priority=13, startTime=1731129918036; duration=0sec 2024-11-09T05:25:18,465 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:25:18,465 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0eab33f5090cf0ba2f10dba61a274cd3:A 2024-11-09T05:25:18,471 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0eab33f5090cf0ba2f10dba61a274cd3#C#compaction#120 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:25:18,472 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/C/9de0d368fdbe46de8f8d49a6d2596bef is 50, key is test_row_0/C:col10/1731129917560/Put/seqid=0 2024-11-09T05:25:18,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073741957_1133 (size=13629) 2024-11-09T05:25:18,639 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=574 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/A/944f0a4c809346d6b0059eeb90014ffb 2024-11-09T05:25:18,646 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/B/2ed911c83b3d4a5d91dca197dc246f70 is 50, key is test_row_0/B:col10/1731129917582/Put/seqid=0 2024-11-09T05:25:18,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073741958_1134 (size=12301) 2024-11-09T05:25:18,682 INFO [Thread-145 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-145. 2024-11-09T05:25:18,682 INFO [Thread-149 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-149. 2024-11-09T05:25:18,682 DEBUG [Thread-145 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T05:25:18,682 DEBUG [Thread-149 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T05:25:18,682 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:25:18,682 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:25:18,682 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:25:18,682 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:25:18,682 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:25:18,682 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:25:18,692 INFO [Thread-147 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-147. 2024-11-09T05:25:18,692 DEBUG [Thread-147 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T05:25:18,692 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:25:18,692 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:25:18,692 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:25:18,880 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/C/9de0d368fdbe46de8f8d49a6d2596bef as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/9de0d368fdbe46de8f8d49a6d2596bef 2024-11-09T05:25:18,885 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0eab33f5090cf0ba2f10dba61a274cd3/C of 0eab33f5090cf0ba2f10dba61a274cd3 into 9de0d368fdbe46de8f8d49a6d2596bef(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:25:18,885 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0eab33f5090cf0ba2f10dba61a274cd3: 2024-11-09T05:25:18,885 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., storeName=0eab33f5090cf0ba2f10dba61a274cd3/C, priority=13, startTime=1731129918036; duration=0sec 2024-11-09T05:25:18,885 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:25:18,885 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0eab33f5090cf0ba2f10dba61a274cd3:C 2024-11-09T05:25:19,051 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=574 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/B/2ed911c83b3d4a5d91dca197dc246f70 2024-11-09T05:25:19,059 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/C/271a3109b629403cb331bb84f78c7b9b is 50, key is test_row_0/C:col10/1731129917582/Put/seqid=0 2024-11-09T05:25:19,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073741959_1135 (size=12301) 2024-11-09T05:25:19,463 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=574 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/C/271a3109b629403cb331bb84f78c7b9b 2024-11-09T05:25:19,468 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/A/944f0a4c809346d6b0059eeb90014ffb as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/944f0a4c809346d6b0059eeb90014ffb 2024-11-09T05:25:19,472 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/944f0a4c809346d6b0059eeb90014ffb, entries=150, sequenceid=574, filesize=12.0 K 2024-11-09T05:25:19,473 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/B/2ed911c83b3d4a5d91dca197dc246f70 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/2ed911c83b3d4a5d91dca197dc246f70 2024-11-09T05:25:19,477 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/2ed911c83b3d4a5d91dca197dc246f70, entries=150, sequenceid=574, filesize=12.0 K 2024-11-09T05:25:19,478 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/C/271a3109b629403cb331bb84f78c7b9b as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/271a3109b629403cb331bb84f78c7b9b 2024-11-09T05:25:19,482 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/271a3109b629403cb331bb84f78c7b9b, entries=150, sequenceid=574, filesize=12.0 K 2024-11-09T05:25:19,483 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=20.13 KB/20610 for 0eab33f5090cf0ba2f10dba61a274cd3 in 1252ms, sequenceid=574, compaction requested=false 2024-11-09T05:25:19,483 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0eab33f5090cf0ba2f10dba61a274cd3: 2024-11-09T05:25:19,781 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T05:25:20,748 INFO [Thread-151 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-151. 2024-11-09T05:25:20,748 DEBUG [Thread-151 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T05:25:20,748 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:25:20,748 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:25:20,748 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:25:20,748 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-09T05:25:20,748 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 117 2024-11-09T05:25:20,748 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 113 2024-11-09T05:25:20,748 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 103 2024-11-09T05:25:20,748 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 102 2024-11-09T05:25:20,748 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 22 2024-11-09T05:25:20,748 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-09T05:25:20,749 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3442 2024-11-09T05:25:20,749 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3341 2024-11-09T05:25:20,749 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-09T05:25:20,749 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1593 2024-11-09T05:25:20,749 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4769 rows 2024-11-09T05:25:20,749 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1588 2024-11-09T05:25:20,749 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4759 rows 2024-11-09T05:25:20,749 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T05:25:20,749 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMixedAtomicity(AcidGuaranteesTestBase.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T05:25:20,749 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:25:20,749 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:25:20,749 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:25:20,754 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-09T05:25:20,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-09T05:25:20,761 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731129920761"}]},"ts":"1731129920761"} 2024-11-09T05:25:20,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-09T05:25:20,763 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-09T05:25:20,763 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-09T05:25:20,764 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-09T05:25:20,769 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0eab33f5090cf0ba2f10dba61a274cd3, UNASSIGN}] 2024-11-09T05:25:20,770 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0eab33f5090cf0ba2f10dba61a274cd3, UNASSIGN 2024-11-09T05:25:20,772 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=0eab33f5090cf0ba2f10dba61a274cd3, regionState=CLOSING, regionLocation=059551c538b7,40801,1731129891493 2024-11-09T05:25:20,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=0eab33f5090cf0ba2f10dba61a274cd3, UNASSIGN because future has completed 2024-11-09T05:25:20,774 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-09T05:25:20,774 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE, hasLock=false; CloseRegionProcedure 0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493}] 2024-11-09T05:25:20,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-09T05:25:20,931 INFO [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] handler.UnassignRegionHandler(122): Close 0eab33f5090cf0ba2f10dba61a274cd3 2024-11-09T05:25:20,931 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-09T05:25:20,931 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1722): Closing 0eab33f5090cf0ba2f10dba61a274cd3, disabling compactions & flushes 2024-11-09T05:25:20,931 INFO [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. 2024-11-09T05:25:20,931 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. 2024-11-09T05:25:20,931 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. after waiting 0 ms 2024-11-09T05:25:20,932 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. 2024-11-09T05:25:20,932 INFO [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(2902): Flushing 0eab33f5090cf0ba2f10dba61a274cd3 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-09T05:25:20,936 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/A/1ed5a935f1264ba4a51778929acd80d5 is 50, key is test_row_1/A:col10/1731129918690/Put/seqid=0 2024-11-09T05:25:20,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073741960_1136 (size=9857) 2024-11-09T05:25:21,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-09T05:25:21,341 INFO [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=584 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/A/1ed5a935f1264ba4a51778929acd80d5 2024-11-09T05:25:21,347 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/B/3a067d6355424a8e8b32a32414b7f7d8 is 50, key is test_row_1/B:col10/1731129918690/Put/seqid=0 2024-11-09T05:25:21,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073741961_1137 (size=9857) 2024-11-09T05:25:21,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-09T05:25:21,751 INFO [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=584 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/B/3a067d6355424a8e8b32a32414b7f7d8 2024-11-09T05:25:21,759 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/C/f37181e1e94147f9bb3520eddd7b83c5 is 50, key is test_row_1/C:col10/1731129918690/Put/seqid=0 2024-11-09T05:25:21,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073741962_1138 (size=9857) 2024-11-09T05:25:21,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-09T05:25:22,163 INFO [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=584 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/C/f37181e1e94147f9bb3520eddd7b83c5 2024-11-09T05:25:22,168 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/A/1ed5a935f1264ba4a51778929acd80d5 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/1ed5a935f1264ba4a51778929acd80d5 2024-11-09T05:25:22,172 INFO [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/1ed5a935f1264ba4a51778929acd80d5, entries=100, sequenceid=584, filesize=9.6 K 2024-11-09T05:25:22,173 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/B/3a067d6355424a8e8b32a32414b7f7d8 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/3a067d6355424a8e8b32a32414b7f7d8 2024-11-09T05:25:22,177 INFO [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/3a067d6355424a8e8b32a32414b7f7d8, entries=100, sequenceid=584, filesize=9.6 K 2024-11-09T05:25:22,178 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/.tmp/C/f37181e1e94147f9bb3520eddd7b83c5 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/f37181e1e94147f9bb3520eddd7b83c5 2024-11-09T05:25:22,182 INFO [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/f37181e1e94147f9bb3520eddd7b83c5, entries=100, sequenceid=584, filesize=9.6 K 2024-11-09T05:25:22,183 INFO [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 0eab33f5090cf0ba2f10dba61a274cd3 in 1251ms, sequenceid=584, compaction requested=true 2024-11-09T05:25:22,183 DEBUG [StoreCloser-TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/3283f4a977bb4e5c9e627e44d0aa91cc, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/3743ada09ed64454be0982843b72ef77, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/f1101f4ce61240afb1aeea91e014b6b9, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/6b62baa43c3f4b9ba7a5f261f3d8da24, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/91fc34e981584cb8af39c8ca477012b8, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/73b51e4a1e034a07ab6de4d0741f21e4, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/2fb6e9d661d941658d6b464e7ce6d72c, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/162ff5c323234a5ead0afb5f66c9aff4, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/57d5d7bbb62147cb92a0b79ebe18ed6d, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/7bf40af87bf74ab39ebd0f5e9dfe08a6, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/9479d13885cd4efc99bd772b7806a454, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/a2ae7a30c5804a42b8ed3f4f48784102, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/425434067088444aaf1ff97932c5a63d, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/677e7dfa22f840ba890331ebb2c15d9e, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/a03101c5a36e4bf4960e7ecbb86480fd, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/2d016622279346d2954eaa535f6e617e, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/1890175ce01e4b2298edbe233cd12845, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/7b87ce61d715498693b07561c200f6ce, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/730364e68fbb453696949b43a76384cb, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/3e58972c4cae4e67bc35eddccdb48a40, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/a88f6e6efbe8410a81a1c8ab173ab7b5, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/458d06768f7e407c85d061c655e60ed3, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/2acc1220614a4a90a3732761ca8bdc39, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/bb5918330cac4626afe648395a1eb3b3, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/9fcc726048264b3b98feda194509c78b, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/4aa235f5c47040228dbcba23f353e28f, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/fbe742072edd4c71b6be9a8482b1d61f, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/26313c293d9648fca305a56b8a4d6c53, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/76f4d6c3e2834102b27b2dc5fc2ce498, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/60ba42777bb34b7abd67a4857f20a1fa, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/55e330d356824df7a36496550d273261, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/0999402f11c14f1f9300ca574b393a9a, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/bb2953f672504f8f9f4e7985cb12c166, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/6d9fb91667fe4ceb8b99708fc5083f1d, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/358365767d5d448c952cee9dc6236050, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/6742d823f1ef4ab4871570a66bb397fe, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/6b2381ea5e364efcbba212faf69991cd, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/821f0f3bcd3d46f882a15dcefbc619a4, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/0ad64f99526345ba8ed27bc3c387caf2] to archive 2024-11-09T05:25:22,187 DEBUG [StoreCloser-TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-09T05:25:22,193 DEBUG [StoreCloser-TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/3283f4a977bb4e5c9e627e44d0aa91cc to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/3283f4a977bb4e5c9e627e44d0aa91cc 2024-11-09T05:25:22,195 DEBUG [StoreCloser-TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/3743ada09ed64454be0982843b72ef77 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/3743ada09ed64454be0982843b72ef77 2024-11-09T05:25:22,196 DEBUG [StoreCloser-TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/f1101f4ce61240afb1aeea91e014b6b9 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/f1101f4ce61240afb1aeea91e014b6b9 2024-11-09T05:25:22,198 DEBUG [StoreCloser-TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/6b62baa43c3f4b9ba7a5f261f3d8da24 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/6b62baa43c3f4b9ba7a5f261f3d8da24 2024-11-09T05:25:22,199 DEBUG [StoreCloser-TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/91fc34e981584cb8af39c8ca477012b8 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/91fc34e981584cb8af39c8ca477012b8 2024-11-09T05:25:22,201 DEBUG [StoreCloser-TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/73b51e4a1e034a07ab6de4d0741f21e4 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/73b51e4a1e034a07ab6de4d0741f21e4 2024-11-09T05:25:22,202 DEBUG [StoreCloser-TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/2fb6e9d661d941658d6b464e7ce6d72c to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/2fb6e9d661d941658d6b464e7ce6d72c 2024-11-09T05:25:22,203 DEBUG [StoreCloser-TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/162ff5c323234a5ead0afb5f66c9aff4 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/162ff5c323234a5ead0afb5f66c9aff4 2024-11-09T05:25:22,204 DEBUG [StoreCloser-TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/57d5d7bbb62147cb92a0b79ebe18ed6d to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/57d5d7bbb62147cb92a0b79ebe18ed6d 2024-11-09T05:25:22,205 DEBUG [StoreCloser-TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/7bf40af87bf74ab39ebd0f5e9dfe08a6 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/7bf40af87bf74ab39ebd0f5e9dfe08a6 2024-11-09T05:25:22,207 DEBUG [StoreCloser-TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/9479d13885cd4efc99bd772b7806a454 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/9479d13885cd4efc99bd772b7806a454 2024-11-09T05:25:22,208 DEBUG [StoreCloser-TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/a2ae7a30c5804a42b8ed3f4f48784102 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/a2ae7a30c5804a42b8ed3f4f48784102 2024-11-09T05:25:22,209 DEBUG [StoreCloser-TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/425434067088444aaf1ff97932c5a63d to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/425434067088444aaf1ff97932c5a63d 2024-11-09T05:25:22,210 DEBUG [StoreCloser-TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/677e7dfa22f840ba890331ebb2c15d9e to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/677e7dfa22f840ba890331ebb2c15d9e 2024-11-09T05:25:22,211 DEBUG [StoreCloser-TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/a03101c5a36e4bf4960e7ecbb86480fd to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/a03101c5a36e4bf4960e7ecbb86480fd 2024-11-09T05:25:22,212 DEBUG [StoreCloser-TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/2d016622279346d2954eaa535f6e617e to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/2d016622279346d2954eaa535f6e617e 2024-11-09T05:25:22,213 DEBUG [StoreCloser-TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/1890175ce01e4b2298edbe233cd12845 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/1890175ce01e4b2298edbe233cd12845 2024-11-09T05:25:22,214 DEBUG [StoreCloser-TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/7b87ce61d715498693b07561c200f6ce to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/7b87ce61d715498693b07561c200f6ce 2024-11-09T05:25:22,215 DEBUG [StoreCloser-TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/730364e68fbb453696949b43a76384cb to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/730364e68fbb453696949b43a76384cb 2024-11-09T05:25:22,216 DEBUG [StoreCloser-TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/3e58972c4cae4e67bc35eddccdb48a40 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/3e58972c4cae4e67bc35eddccdb48a40 2024-11-09T05:25:22,217 DEBUG [StoreCloser-TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/a88f6e6efbe8410a81a1c8ab173ab7b5 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/a88f6e6efbe8410a81a1c8ab173ab7b5 2024-11-09T05:25:22,218 DEBUG [StoreCloser-TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/458d06768f7e407c85d061c655e60ed3 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/458d06768f7e407c85d061c655e60ed3 2024-11-09T05:25:22,220 DEBUG [StoreCloser-TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/2acc1220614a4a90a3732761ca8bdc39 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/2acc1220614a4a90a3732761ca8bdc39 2024-11-09T05:25:22,221 DEBUG [StoreCloser-TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/bb5918330cac4626afe648395a1eb3b3 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/bb5918330cac4626afe648395a1eb3b3 2024-11-09T05:25:22,222 DEBUG [StoreCloser-TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/9fcc726048264b3b98feda194509c78b to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/9fcc726048264b3b98feda194509c78b 2024-11-09T05:25:22,223 DEBUG [StoreCloser-TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/4aa235f5c47040228dbcba23f353e28f to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/4aa235f5c47040228dbcba23f353e28f 2024-11-09T05:25:22,224 DEBUG [StoreCloser-TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/fbe742072edd4c71b6be9a8482b1d61f to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/fbe742072edd4c71b6be9a8482b1d61f 2024-11-09T05:25:22,225 DEBUG [StoreCloser-TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/26313c293d9648fca305a56b8a4d6c53 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/26313c293d9648fca305a56b8a4d6c53 2024-11-09T05:25:22,226 DEBUG [StoreCloser-TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/76f4d6c3e2834102b27b2dc5fc2ce498 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/76f4d6c3e2834102b27b2dc5fc2ce498 2024-11-09T05:25:22,227 DEBUG [StoreCloser-TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/60ba42777bb34b7abd67a4857f20a1fa to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/60ba42777bb34b7abd67a4857f20a1fa 2024-11-09T05:25:22,229 DEBUG [StoreCloser-TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/55e330d356824df7a36496550d273261 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/55e330d356824df7a36496550d273261 2024-11-09T05:25:22,230 DEBUG [StoreCloser-TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/0999402f11c14f1f9300ca574b393a9a to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/0999402f11c14f1f9300ca574b393a9a 2024-11-09T05:25:22,231 DEBUG [StoreCloser-TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/bb2953f672504f8f9f4e7985cb12c166 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/bb2953f672504f8f9f4e7985cb12c166 2024-11-09T05:25:22,232 DEBUG [StoreCloser-TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/6d9fb91667fe4ceb8b99708fc5083f1d to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/6d9fb91667fe4ceb8b99708fc5083f1d 2024-11-09T05:25:22,233 DEBUG [StoreCloser-TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/358365767d5d448c952cee9dc6236050 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/358365767d5d448c952cee9dc6236050 2024-11-09T05:25:22,234 DEBUG [StoreCloser-TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/6742d823f1ef4ab4871570a66bb397fe to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/6742d823f1ef4ab4871570a66bb397fe 2024-11-09T05:25:22,235 DEBUG [StoreCloser-TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/6b2381ea5e364efcbba212faf69991cd to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/6b2381ea5e364efcbba212faf69991cd 2024-11-09T05:25:22,237 DEBUG [StoreCloser-TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/821f0f3bcd3d46f882a15dcefbc619a4 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/821f0f3bcd3d46f882a15dcefbc619a4 2024-11-09T05:25:22,238 DEBUG [StoreCloser-TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/0ad64f99526345ba8ed27bc3c387caf2 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/0ad64f99526345ba8ed27bc3c387caf2 2024-11-09T05:25:22,253 DEBUG [StoreCloser-TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/1e0442391285449a849a0fa60811c491, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/c59b63b67afc45ff9f2e4b4e34d19e35, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/d8c1be453bbb44fba6ef12b26761194a, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/6a46bd0dd4b34b7e83532fdb462324a8, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/e4f79af774d44cc4b1ec10a57f39391a, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/c8d7cf0aea13434e87d437aa086e6e2e, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/9a22614d458e411d9c8b40244e3e4481, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/7c85f4d01c8949aba9554bd5f6f0338c, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/3b3386b849e54977bbb3e1a535824912, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/2ead73f1e9a140298732472c555898bd, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/06d0d436dba84811b7e8e1a59cec4164, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/c7821d8024d541ac92c383615354a153, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/e9974b4022ee464da7155c699a3ca47e, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/83176d041e0b4b65ac28b2412d0f3a02, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/6a41de9a627a425fab1e29911a02a649, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/f0987f3abe0041438d8de14811224c36, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/82c650056c214af4bc363545158cfb69, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/43cfa8c889284ae6b105a2f9d515ec39, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/0b54423313f948a5b6e7c1952551f810, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/07751c4d1c8e49e9a1f9bf206cced35a, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/3791914bc4a6483a912992353411f5cf, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/a255e25a525140eaada4223781fe28d7, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/d8aa8aea454c4d4e8c9cbbc14e0b4a0b, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/3942c8e0e6294514a4a689838fb4f7f4, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/98cef10aa4314182b0ae3e8343813776, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/4172b5e2499c426ebdf269b67891776b, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/cc5fd9915a87471bb427568f29ba3673, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/209ced9069b3422c9c0e176da622c73a, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/7e489f280e3a416ca88f2892b2b3db5a, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/3a28b4ee0a0e4035a3477c229622e49f, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/acd37bd36d8e49a5b785d1c1106e969c, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/10326ce9265244be8aa9545205a4af8b, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/32b664d429fd46c88fa61e2567a3eb29, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/e91ef43a493c4139b79c4b1c212e95bf, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/f5b41ef189d04fb79f2b2ad894996a0a, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/b566169bff204f6d9017fd503c13c489, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/31658e8bc2994fc09de6666b022282e6, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/260fe8e2ecdd48018162288ce38b1603, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/f6e1b2d04b6f4414bf082549de68bcb0] to archive 2024-11-09T05:25:22,255 DEBUG [StoreCloser-TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-09T05:25:22,257 DEBUG [StoreCloser-TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/1e0442391285449a849a0fa60811c491 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/1e0442391285449a849a0fa60811c491 2024-11-09T05:25:22,258 DEBUG [StoreCloser-TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/c59b63b67afc45ff9f2e4b4e34d19e35 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/c59b63b67afc45ff9f2e4b4e34d19e35 2024-11-09T05:25:22,259 DEBUG [StoreCloser-TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/d8c1be453bbb44fba6ef12b26761194a to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/d8c1be453bbb44fba6ef12b26761194a 2024-11-09T05:25:22,260 DEBUG [StoreCloser-TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/6a46bd0dd4b34b7e83532fdb462324a8 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/6a46bd0dd4b34b7e83532fdb462324a8 2024-11-09T05:25:22,261 DEBUG [StoreCloser-TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/e4f79af774d44cc4b1ec10a57f39391a to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/e4f79af774d44cc4b1ec10a57f39391a 2024-11-09T05:25:22,262 DEBUG [StoreCloser-TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/c8d7cf0aea13434e87d437aa086e6e2e to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/c8d7cf0aea13434e87d437aa086e6e2e 2024-11-09T05:25:22,264 DEBUG [StoreCloser-TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/9a22614d458e411d9c8b40244e3e4481 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/9a22614d458e411d9c8b40244e3e4481 2024-11-09T05:25:22,265 DEBUG [StoreCloser-TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/7c85f4d01c8949aba9554bd5f6f0338c to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/7c85f4d01c8949aba9554bd5f6f0338c 2024-11-09T05:25:22,266 DEBUG [StoreCloser-TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/3b3386b849e54977bbb3e1a535824912 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/3b3386b849e54977bbb3e1a535824912 2024-11-09T05:25:22,267 DEBUG [StoreCloser-TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/2ead73f1e9a140298732472c555898bd to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/2ead73f1e9a140298732472c555898bd 2024-11-09T05:25:22,268 DEBUG [StoreCloser-TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/06d0d436dba84811b7e8e1a59cec4164 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/06d0d436dba84811b7e8e1a59cec4164 2024-11-09T05:25:22,269 DEBUG [StoreCloser-TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/c7821d8024d541ac92c383615354a153 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/c7821d8024d541ac92c383615354a153 2024-11-09T05:25:22,270 DEBUG [StoreCloser-TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/e9974b4022ee464da7155c699a3ca47e to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/e9974b4022ee464da7155c699a3ca47e 2024-11-09T05:25:22,271 DEBUG [StoreCloser-TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/83176d041e0b4b65ac28b2412d0f3a02 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/83176d041e0b4b65ac28b2412d0f3a02 2024-11-09T05:25:22,272 DEBUG [StoreCloser-TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/6a41de9a627a425fab1e29911a02a649 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/6a41de9a627a425fab1e29911a02a649 2024-11-09T05:25:22,273 DEBUG [StoreCloser-TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/f0987f3abe0041438d8de14811224c36 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/f0987f3abe0041438d8de14811224c36 2024-11-09T05:25:22,276 DEBUG [StoreCloser-TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/82c650056c214af4bc363545158cfb69 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/82c650056c214af4bc363545158cfb69 2024-11-09T05:25:22,277 DEBUG [StoreCloser-TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/43cfa8c889284ae6b105a2f9d515ec39 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/43cfa8c889284ae6b105a2f9d515ec39 2024-11-09T05:25:22,279 DEBUG [StoreCloser-TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/0b54423313f948a5b6e7c1952551f810 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/0b54423313f948a5b6e7c1952551f810 2024-11-09T05:25:22,280 DEBUG [StoreCloser-TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/07751c4d1c8e49e9a1f9bf206cced35a to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/07751c4d1c8e49e9a1f9bf206cced35a 2024-11-09T05:25:22,282 DEBUG [StoreCloser-TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/3791914bc4a6483a912992353411f5cf to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/3791914bc4a6483a912992353411f5cf 2024-11-09T05:25:22,283 DEBUG [StoreCloser-TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/a255e25a525140eaada4223781fe28d7 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/a255e25a525140eaada4223781fe28d7 2024-11-09T05:25:22,284 DEBUG [StoreCloser-TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/d8aa8aea454c4d4e8c9cbbc14e0b4a0b to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/d8aa8aea454c4d4e8c9cbbc14e0b4a0b 2024-11-09T05:25:22,285 DEBUG [StoreCloser-TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/3942c8e0e6294514a4a689838fb4f7f4 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/3942c8e0e6294514a4a689838fb4f7f4 2024-11-09T05:25:22,286 DEBUG [StoreCloser-TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/98cef10aa4314182b0ae3e8343813776 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/98cef10aa4314182b0ae3e8343813776 2024-11-09T05:25:22,287 DEBUG [StoreCloser-TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/4172b5e2499c426ebdf269b67891776b to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/4172b5e2499c426ebdf269b67891776b 2024-11-09T05:25:22,288 DEBUG [StoreCloser-TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/cc5fd9915a87471bb427568f29ba3673 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/cc5fd9915a87471bb427568f29ba3673 2024-11-09T05:25:22,289 DEBUG [StoreCloser-TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/209ced9069b3422c9c0e176da622c73a to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/209ced9069b3422c9c0e176da622c73a 2024-11-09T05:25:22,290 DEBUG [StoreCloser-TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/7e489f280e3a416ca88f2892b2b3db5a to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/7e489f280e3a416ca88f2892b2b3db5a 2024-11-09T05:25:22,291 DEBUG [StoreCloser-TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/3a28b4ee0a0e4035a3477c229622e49f to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/3a28b4ee0a0e4035a3477c229622e49f 2024-11-09T05:25:22,292 DEBUG [StoreCloser-TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/acd37bd36d8e49a5b785d1c1106e969c to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/acd37bd36d8e49a5b785d1c1106e969c 2024-11-09T05:25:22,293 DEBUG [StoreCloser-TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/10326ce9265244be8aa9545205a4af8b to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/10326ce9265244be8aa9545205a4af8b 2024-11-09T05:25:22,294 DEBUG [StoreCloser-TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/32b664d429fd46c88fa61e2567a3eb29 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/32b664d429fd46c88fa61e2567a3eb29 2024-11-09T05:25:22,295 DEBUG [StoreCloser-TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/e91ef43a493c4139b79c4b1c212e95bf to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/e91ef43a493c4139b79c4b1c212e95bf 2024-11-09T05:25:22,296 DEBUG [StoreCloser-TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/f5b41ef189d04fb79f2b2ad894996a0a to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/f5b41ef189d04fb79f2b2ad894996a0a 2024-11-09T05:25:22,297 DEBUG [StoreCloser-TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/b566169bff204f6d9017fd503c13c489 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/b566169bff204f6d9017fd503c13c489 2024-11-09T05:25:22,298 DEBUG [StoreCloser-TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/31658e8bc2994fc09de6666b022282e6 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/31658e8bc2994fc09de6666b022282e6 2024-11-09T05:25:22,299 DEBUG [StoreCloser-TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/260fe8e2ecdd48018162288ce38b1603 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/260fe8e2ecdd48018162288ce38b1603 2024-11-09T05:25:22,301 DEBUG [StoreCloser-TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/f6e1b2d04b6f4414bf082549de68bcb0 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/f6e1b2d04b6f4414bf082549de68bcb0 2024-11-09T05:25:22,303 DEBUG [StoreCloser-TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/1792fe98565a474f90bfb6840caf7044, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/0dd6606b336548d9bc7dd1dafc3f4b6e, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/5e83d3fd1a0145648ed662527bdeae9d, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/dfadebc56d2148f492af27640cc73b98, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/e2253f3497a34623b1e791bd2b1c4bcf, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/0d7f9877bb2946ef991868667e20982c, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/7fd2a6a659bf47778fd78c72e8212207, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/d4dc628be3484b9bbb45bbbb2d074378, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/3867dcb4c44249f3893109855f049551, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/71e62f318a2846789d08859b848f14f8, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/5c6f1f1cad4e4453b0cedee9a26838ed, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/4b8ce45335504d90886c560a80d8bf85, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/3a8b767b8f3a4f318f644f8f87481450, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/37f78899bf434868b1d70c42b3d87cf0, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/e0d367319b4f4b7884092dd4b50fec1a, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/4328b1dac37e4316a981cd09ace50d22, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/164ff83f455a44f481e8aec8d8d47005, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/6bd789e0d5f04a7893f82a168e06a483, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/4227fb3aa5dd4008b52a743cae483b89, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/a16ddd4cde4f44ecb98d25eb0d20d0b1, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/048ff83fb4df4e579fa431f73724e28d, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/e7b0e3b84b0c43cfa5a2689b7918efde, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/77660d15b04447179af64bf862b4f591, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/1202fe1694aa474098d53e1660b2f6a9, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/80d7c96200884bbe9ff53524915c76e3, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/923a1da6e6e94c37b425a47dbcef9cd4, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/dc6cda92e57d44b79a461f390e44032a, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/b0a68cb04ab5485a89f7be8f5640bb24, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/0b86844ef58249fda882d939da125df1, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/d45dc24b5bda4306a6d0fad9cdcb792d, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/9191561d835c4976bfc85d37b3f21394, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/f39f9b92787e4a8a8de8be8566e4084e, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/d7fdb58905c6490bb3da1de7fd5583fe, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/4a8d78e782da4b71955b7aa92b5517ba, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/073cc2ff50084b40ada271442002d8aa, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/25ccf55642094a7181af661dc8d8ca7a, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/848499d3dd66441c889295bb1de9a74d, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/f57cea7fc5ef4b20800d854347a5bcec, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/d8e28707bed9489fa3e68dc272c48cd9] to archive 2024-11-09T05:25:22,304 DEBUG [StoreCloser-TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-09T05:25:22,305 DEBUG [StoreCloser-TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/1792fe98565a474f90bfb6840caf7044 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/1792fe98565a474f90bfb6840caf7044 2024-11-09T05:25:22,306 DEBUG [StoreCloser-TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/0dd6606b336548d9bc7dd1dafc3f4b6e to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/0dd6606b336548d9bc7dd1dafc3f4b6e 2024-11-09T05:25:22,307 DEBUG [StoreCloser-TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/5e83d3fd1a0145648ed662527bdeae9d to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/5e83d3fd1a0145648ed662527bdeae9d 2024-11-09T05:25:22,308 DEBUG [StoreCloser-TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/dfadebc56d2148f492af27640cc73b98 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/dfadebc56d2148f492af27640cc73b98 2024-11-09T05:25:22,309 DEBUG [StoreCloser-TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/e2253f3497a34623b1e791bd2b1c4bcf to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/e2253f3497a34623b1e791bd2b1c4bcf 2024-11-09T05:25:22,310 DEBUG [StoreCloser-TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/0d7f9877bb2946ef991868667e20982c to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/0d7f9877bb2946ef991868667e20982c 2024-11-09T05:25:22,311 DEBUG [StoreCloser-TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/7fd2a6a659bf47778fd78c72e8212207 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/7fd2a6a659bf47778fd78c72e8212207 2024-11-09T05:25:22,312 DEBUG [StoreCloser-TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/d4dc628be3484b9bbb45bbbb2d074378 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/d4dc628be3484b9bbb45bbbb2d074378 2024-11-09T05:25:22,313 DEBUG [StoreCloser-TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/3867dcb4c44249f3893109855f049551 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/3867dcb4c44249f3893109855f049551 2024-11-09T05:25:22,314 DEBUG [StoreCloser-TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/71e62f318a2846789d08859b848f14f8 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/71e62f318a2846789d08859b848f14f8 2024-11-09T05:25:22,315 DEBUG [StoreCloser-TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/5c6f1f1cad4e4453b0cedee9a26838ed to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/5c6f1f1cad4e4453b0cedee9a26838ed 2024-11-09T05:25:22,316 DEBUG [StoreCloser-TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/4b8ce45335504d90886c560a80d8bf85 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/4b8ce45335504d90886c560a80d8bf85 2024-11-09T05:25:22,317 DEBUG [StoreCloser-TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/3a8b767b8f3a4f318f644f8f87481450 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/3a8b767b8f3a4f318f644f8f87481450 2024-11-09T05:25:22,318 DEBUG [StoreCloser-TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/37f78899bf434868b1d70c42b3d87cf0 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/37f78899bf434868b1d70c42b3d87cf0 2024-11-09T05:25:22,320 DEBUG [StoreCloser-TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/e0d367319b4f4b7884092dd4b50fec1a to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/e0d367319b4f4b7884092dd4b50fec1a 2024-11-09T05:25:22,321 DEBUG [StoreCloser-TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/4328b1dac37e4316a981cd09ace50d22 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/4328b1dac37e4316a981cd09ace50d22 2024-11-09T05:25:22,322 DEBUG [StoreCloser-TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/164ff83f455a44f481e8aec8d8d47005 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/164ff83f455a44f481e8aec8d8d47005 2024-11-09T05:25:22,323 DEBUG [StoreCloser-TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/6bd789e0d5f04a7893f82a168e06a483 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/6bd789e0d5f04a7893f82a168e06a483 2024-11-09T05:25:22,324 DEBUG [StoreCloser-TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/4227fb3aa5dd4008b52a743cae483b89 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/4227fb3aa5dd4008b52a743cae483b89 2024-11-09T05:25:22,325 DEBUG [StoreCloser-TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/a16ddd4cde4f44ecb98d25eb0d20d0b1 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/a16ddd4cde4f44ecb98d25eb0d20d0b1 2024-11-09T05:25:22,326 DEBUG [StoreCloser-TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/048ff83fb4df4e579fa431f73724e28d to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/048ff83fb4df4e579fa431f73724e28d 2024-11-09T05:25:22,327 DEBUG [StoreCloser-TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/e7b0e3b84b0c43cfa5a2689b7918efde to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/e7b0e3b84b0c43cfa5a2689b7918efde 2024-11-09T05:25:22,328 DEBUG [StoreCloser-TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/77660d15b04447179af64bf862b4f591 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/77660d15b04447179af64bf862b4f591 2024-11-09T05:25:22,329 DEBUG [StoreCloser-TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/1202fe1694aa474098d53e1660b2f6a9 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/1202fe1694aa474098d53e1660b2f6a9 2024-11-09T05:25:22,330 DEBUG [StoreCloser-TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/80d7c96200884bbe9ff53524915c76e3 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/80d7c96200884bbe9ff53524915c76e3 2024-11-09T05:25:22,330 DEBUG [StoreCloser-TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/923a1da6e6e94c37b425a47dbcef9cd4 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/923a1da6e6e94c37b425a47dbcef9cd4 2024-11-09T05:25:22,331 DEBUG [StoreCloser-TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/dc6cda92e57d44b79a461f390e44032a to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/dc6cda92e57d44b79a461f390e44032a 2024-11-09T05:25:22,332 DEBUG [StoreCloser-TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/b0a68cb04ab5485a89f7be8f5640bb24 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/b0a68cb04ab5485a89f7be8f5640bb24 2024-11-09T05:25:22,333 DEBUG [StoreCloser-TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/0b86844ef58249fda882d939da125df1 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/0b86844ef58249fda882d939da125df1 2024-11-09T05:25:22,334 DEBUG [StoreCloser-TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/d45dc24b5bda4306a6d0fad9cdcb792d to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/d45dc24b5bda4306a6d0fad9cdcb792d 2024-11-09T05:25:22,336 DEBUG [StoreCloser-TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/9191561d835c4976bfc85d37b3f21394 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/9191561d835c4976bfc85d37b3f21394 2024-11-09T05:25:22,337 DEBUG [StoreCloser-TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/f39f9b92787e4a8a8de8be8566e4084e to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/f39f9b92787e4a8a8de8be8566e4084e 2024-11-09T05:25:22,338 DEBUG [StoreCloser-TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/d7fdb58905c6490bb3da1de7fd5583fe to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/d7fdb58905c6490bb3da1de7fd5583fe 2024-11-09T05:25:22,339 DEBUG [StoreCloser-TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/4a8d78e782da4b71955b7aa92b5517ba to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/4a8d78e782da4b71955b7aa92b5517ba 2024-11-09T05:25:22,340 DEBUG [StoreCloser-TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/073cc2ff50084b40ada271442002d8aa to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/073cc2ff50084b40ada271442002d8aa 2024-11-09T05:25:22,341 DEBUG [StoreCloser-TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/25ccf55642094a7181af661dc8d8ca7a to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/25ccf55642094a7181af661dc8d8ca7a 2024-11-09T05:25:22,343 DEBUG [StoreCloser-TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/848499d3dd66441c889295bb1de9a74d to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/848499d3dd66441c889295bb1de9a74d 2024-11-09T05:25:22,344 DEBUG [StoreCloser-TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/f57cea7fc5ef4b20800d854347a5bcec to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/f57cea7fc5ef4b20800d854347a5bcec 2024-11-09T05:25:22,345 DEBUG [StoreCloser-TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/d8e28707bed9489fa3e68dc272c48cd9 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/d8e28707bed9489fa3e68dc272c48cd9 2024-11-09T05:25:22,350 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/recovered.edits/587.seqid, newMaxSeqId=587, maxSeqId=1 2024-11-09T05:25:22,351 INFO [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. 2024-11-09T05:25:22,351 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1676): Region close journal for 0eab33f5090cf0ba2f10dba61a274cd3: Waiting for close lock at 1731129920931Running coprocessor pre-close hooks at 1731129920931Disabling compacts and flushes for region at 1731129920931Disabling writes for close at 1731129920931Obtaining lock to block concurrent updates at 1731129920932 (+1 ms)Preparing flush snapshotting stores in 0eab33f5090cf0ba2f10dba61a274cd3 at 1731129920932Finished memstore snapshotting TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=72720, getOffHeapSize=0, getCellsCount=600 at 1731129920932Flushing stores of TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3. at 1731129920932Flushing 0eab33f5090cf0ba2f10dba61a274cd3/A: creating writer at 1731129920932Flushing 0eab33f5090cf0ba2f10dba61a274cd3/A: appending metadata at 1731129920935 (+3 ms)Flushing 0eab33f5090cf0ba2f10dba61a274cd3/A: closing flushed file at 1731129920935Flushing 0eab33f5090cf0ba2f10dba61a274cd3/B: creating writer at 1731129921345 (+410 ms)Flushing 0eab33f5090cf0ba2f10dba61a274cd3/B: appending metadata at 1731129921347 (+2 ms)Flushing 0eab33f5090cf0ba2f10dba61a274cd3/B: closing flushed file at 1731129921347Flushing 0eab33f5090cf0ba2f10dba61a274cd3/C: creating writer at 1731129921756 (+409 ms)Flushing 0eab33f5090cf0ba2f10dba61a274cd3/C: appending metadata at 1731129921758 (+2 ms)Flushing 0eab33f5090cf0ba2f10dba61a274cd3/C: closing flushed file at 1731129921758Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2cfa6fbf: reopening flushed file at 1731129922167 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@734006f8: reopening flushed file at 1731129922172 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@282b28a7: reopening flushed file at 1731129922177 (+5 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 0eab33f5090cf0ba2f10dba61a274cd3 in 1251ms, sequenceid=584, compaction requested=true at 1731129922183 (+6 ms)Writing region close event to WAL at 1731129922347 (+164 ms)Running coprocessor post-close hooks at 1731129922351 (+4 ms)Closed at 1731129922351 2024-11-09T05:25:22,353 INFO [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] handler.UnassignRegionHandler(157): Closed 0eab33f5090cf0ba2f10dba61a274cd3 2024-11-09T05:25:22,354 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=0eab33f5090cf0ba2f10dba61a274cd3, regionState=CLOSED 2024-11-09T05:25:22,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=28, ppid=27, state=RUNNABLE, hasLock=false; CloseRegionProcedure 0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 because future has completed 2024-11-09T05:25:22,358 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=27 2024-11-09T05:25:22,359 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=27, state=SUCCESS, hasLock=false; CloseRegionProcedure 0eab33f5090cf0ba2f10dba61a274cd3, server=059551c538b7,40801,1731129891493 in 1.5830 sec 2024-11-09T05:25:22,360 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=26 2024-11-09T05:25:22,360 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=26, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0eab33f5090cf0ba2f10dba61a274cd3, UNASSIGN in 1.5890 sec 2024-11-09T05:25:22,363 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25 2024-11-09T05:25:22,363 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5970 sec 2024-11-09T05:25:22,364 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731129922364"}]},"ts":"1731129922364"} 2024-11-09T05:25:22,365 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-09T05:25:22,365 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-09T05:25:22,367 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.6110 sec 2024-11-09T05:25:22,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-09T05:25:22,911 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-09T05:25:22,913 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-09T05:25:22,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] procedure2.ProcedureExecutor(1139): Stored pid=29, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T05:25:22,917 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=29, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T05:25:22,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-09T05:25:22,919 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=29, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T05:25:22,922 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3 2024-11-09T05:25:22,926 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A, FileablePath, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B, FileablePath, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C, FileablePath, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/recovered.edits] 2024-11-09T05:25:22,929 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/1ed5a935f1264ba4a51778929acd80d5 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/1ed5a935f1264ba4a51778929acd80d5 2024-11-09T05:25:22,930 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/944f0a4c809346d6b0059eeb90014ffb to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/944f0a4c809346d6b0059eeb90014ffb 2024-11-09T05:25:22,931 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/9c7dbdb0e817484f931361d45ea0f85b to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/A/9c7dbdb0e817484f931361d45ea0f85b 2024-11-09T05:25:22,933 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/23fedc5284b145d197632a6378c3e870 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/23fedc5284b145d197632a6378c3e870 2024-11-09T05:25:22,934 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/2ed911c83b3d4a5d91dca197dc246f70 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/2ed911c83b3d4a5d91dca197dc246f70 2024-11-09T05:25:22,936 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/3a067d6355424a8e8b32a32414b7f7d8 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/B/3a067d6355424a8e8b32a32414b7f7d8 2024-11-09T05:25:22,938 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/271a3109b629403cb331bb84f78c7b9b to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/271a3109b629403cb331bb84f78c7b9b 2024-11-09T05:25:22,939 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/9de0d368fdbe46de8f8d49a6d2596bef to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/9de0d368fdbe46de8f8d49a6d2596bef 2024-11-09T05:25:22,940 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/f37181e1e94147f9bb3520eddd7b83c5 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/C/f37181e1e94147f9bb3520eddd7b83c5 2024-11-09T05:25:22,942 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/recovered.edits/587.seqid to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3/recovered.edits/587.seqid 2024-11-09T05:25:22,943 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/0eab33f5090cf0ba2f10dba61a274cd3 2024-11-09T05:25:22,943 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-09T05:25:22,948 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=29, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T05:25:22,951 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40801 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-09T05:25:22,957 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-09T05:25:22,983 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-09T05:25:22,985 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=29, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T05:25:22,985 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-09T05:25:22,985 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731129922985"}]},"ts":"9223372036854775807"} 2024-11-09T05:25:22,989 INFO [PEWorker-5 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-09T05:25:22,989 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 0eab33f5090cf0ba2f10dba61a274cd3, NAME => 'TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3.', STARTKEY => '', ENDKEY => ''}] 2024-11-09T05:25:22,990 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-09T05:25:22,990 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731129922990"}]},"ts":"9223372036854775807"} 2024-11-09T05:25:22,993 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-09T05:25:22,994 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=29, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T05:25:22,995 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 80 msec 2024-11-09T05:25:23,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-09T05:25:23,021 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-09T05:25:23,021 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-09T05:25:23,036 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMixedAtomicity Thread=239 (was 211) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/059551c538b7:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RS_CLOSE_REGION-regionserver/059551c538b7:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;059551c538b7:40801-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_890684989_22 at /127.0.0.1:39046 [Waiting for operation #275] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1142197596_22 at /127.0.0.1:55416 [Waiting for operation #256] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_890684989_22 at /127.0.0.1:55424 [Waiting for operation #259] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=457 (was 441) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=447 (was 354) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=718 (was 1262) 2024-11-09T05:25:23,046 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMobMixedAtomicity Thread=239, OpenFileDescriptor=457, MaxFileDescriptor=1048576, SystemLoadAverage=447, ProcessCount=11, AvailableMemoryMB=716 2024-11-09T05:25:23,048 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-09T05:25:23,048 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T05:25:23,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] procedure2.ProcedureExecutor(1139): Stored pid=30, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-09T05:25:23,050 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=30, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T05:25:23,050 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:23,050 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 30 2024-11-09T05:25:23,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=30 2024-11-09T05:25:23,051 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=30, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T05:25:23,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073741963_1139 (size=959) 2024-11-09T05:25:23,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=30 2024-11-09T05:25:23,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=30 2024-11-09T05:25:23,458 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3460f56b52ea2475e317dc3c859c0f0d, NAME => 'TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320 2024-11-09T05:25:23,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073741964_1140 (size=53) 2024-11-09T05:25:23,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=30 2024-11-09T05:25:23,864 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T05:25:23,864 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 3460f56b52ea2475e317dc3c859c0f0d, disabling compactions & flushes 2024-11-09T05:25:23,864 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. 2024-11-09T05:25:23,864 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. 2024-11-09T05:25:23,864 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. after waiting 0 ms 2024-11-09T05:25:23,864 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. 2024-11-09T05:25:23,864 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. 2024-11-09T05:25:23,864 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3460f56b52ea2475e317dc3c859c0f0d: Waiting for close lock at 1731129923864Disabling compacts and flushes for region at 1731129923864Disabling writes for close at 1731129923864Writing region close event to WAL at 1731129923864Closed at 1731129923864 2024-11-09T05:25:23,865 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=30, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T05:25:23,865 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731129923865"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731129923865"}]},"ts":"1731129923865"} 2024-11-09T05:25:23,867 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T05:25:23,868 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=30, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T05:25:23,868 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731129923868"}]},"ts":"1731129923868"} 2024-11-09T05:25:23,869 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-09T05:25:23,870 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3460f56b52ea2475e317dc3c859c0f0d, ASSIGN}] 2024-11-09T05:25:23,871 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3460f56b52ea2475e317dc3c859c0f0d, ASSIGN 2024-11-09T05:25:23,871 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=3460f56b52ea2475e317dc3c859c0f0d, ASSIGN; state=OFFLINE, location=059551c538b7,40801,1731129891493; forceNewPlan=false, retain=false 2024-11-09T05:25:24,022 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=31 updating hbase:meta row=3460f56b52ea2475e317dc3c859c0f0d, regionState=OPENING, regionLocation=059551c538b7,40801,1731129891493 2024-11-09T05:25:24,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=3460f56b52ea2475e317dc3c859c0f0d, ASSIGN because future has completed 2024-11-09T05:25:24,025 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493}] 2024-11-09T05:25:24,180 INFO [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. 2024-11-09T05:25:24,180 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(7752): Opening region: {ENCODED => 3460f56b52ea2475e317dc3c859c0f0d, NAME => 'TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.', STARTKEY => '', ENDKEY => ''} 2024-11-09T05:25:24,180 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 3460f56b52ea2475e317dc3c859c0f0d 2024-11-09T05:25:24,180 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T05:25:24,180 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(7794): checking encryption for 3460f56b52ea2475e317dc3c859c0f0d 2024-11-09T05:25:24,181 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(7797): checking classloading for 3460f56b52ea2475e317dc3c859c0f0d 2024-11-09T05:25:24,182 INFO [StoreOpener-3460f56b52ea2475e317dc3c859c0f0d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 3460f56b52ea2475e317dc3c859c0f0d 2024-11-09T05:25:24,184 INFO [StoreOpener-3460f56b52ea2475e317dc3c859c0f0d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3460f56b52ea2475e317dc3c859c0f0d columnFamilyName A 2024-11-09T05:25:24,184 DEBUG [StoreOpener-3460f56b52ea2475e317dc3c859c0f0d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:24,184 INFO [StoreOpener-3460f56b52ea2475e317dc3c859c0f0d-1 {}] regionserver.HStore(327): Store=3460f56b52ea2475e317dc3c859c0f0d/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T05:25:24,184 INFO [StoreOpener-3460f56b52ea2475e317dc3c859c0f0d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 3460f56b52ea2475e317dc3c859c0f0d 2024-11-09T05:25:24,186 INFO [StoreOpener-3460f56b52ea2475e317dc3c859c0f0d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3460f56b52ea2475e317dc3c859c0f0d columnFamilyName B 2024-11-09T05:25:24,186 DEBUG [StoreOpener-3460f56b52ea2475e317dc3c859c0f0d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:24,186 INFO [StoreOpener-3460f56b52ea2475e317dc3c859c0f0d-1 {}] regionserver.HStore(327): Store=3460f56b52ea2475e317dc3c859c0f0d/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T05:25:24,186 INFO [StoreOpener-3460f56b52ea2475e317dc3c859c0f0d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 3460f56b52ea2475e317dc3c859c0f0d 2024-11-09T05:25:24,187 INFO [StoreOpener-3460f56b52ea2475e317dc3c859c0f0d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3460f56b52ea2475e317dc3c859c0f0d columnFamilyName C 2024-11-09T05:25:24,187 DEBUG [StoreOpener-3460f56b52ea2475e317dc3c859c0f0d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:24,187 INFO [StoreOpener-3460f56b52ea2475e317dc3c859c0f0d-1 {}] regionserver.HStore(327): Store=3460f56b52ea2475e317dc3c859c0f0d/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T05:25:24,187 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1038): replaying wal for 3460f56b52ea2475e317dc3c859c0f0d 2024-11-09T05:25:24,188 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d 2024-11-09T05:25:24,189 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d 2024-11-09T05:25:24,189 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1048): stopping wal replay for 3460f56b52ea2475e317dc3c859c0f0d 2024-11-09T05:25:24,189 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1060): Cleaning up temporary data for 3460f56b52ea2475e317dc3c859c0f0d 2024-11-09T05:25:24,190 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-09T05:25:24,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=30 2024-11-09T05:25:24,191 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1093): writing seq id for 3460f56b52ea2475e317dc3c859c0f0d 2024-11-09T05:25:24,193 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T05:25:24,193 INFO [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1114): Opened 3460f56b52ea2475e317dc3c859c0f0d; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70470459, jitterRate=0.05009166896343231}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-09T05:25:24,193 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3460f56b52ea2475e317dc3c859c0f0d 2024-11-09T05:25:24,194 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1006): Region open journal for 3460f56b52ea2475e317dc3c859c0f0d: Running coprocessor pre-open hook at 1731129924181Writing region info on filesystem at 1731129924181Initializing all the Stores at 1731129924181Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731129924181Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731129924182 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731129924182Cleaning up temporary data from old regions at 1731129924190 (+8 ms)Running coprocessor post-open hooks at 1731129924193 (+3 ms)Region opened successfully at 1731129924194 (+1 ms) 2024-11-09T05:25:24,195 INFO [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., pid=32, masterSystemTime=1731129924177 2024-11-09T05:25:24,197 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. 2024-11-09T05:25:24,197 INFO [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. 2024-11-09T05:25:24,197 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=31 updating hbase:meta row=3460f56b52ea2475e317dc3c859c0f0d, regionState=OPEN, openSeqNum=2, regionLocation=059551c538b7,40801,1731129891493 2024-11-09T05:25:24,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=31, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 because future has completed 2024-11-09T05:25:24,201 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31 2024-11-09T05:25:24,202 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; OpenRegionProcedure 3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 in 175 msec 2024-11-09T05:25:24,203 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=31, resume processing ppid=30 2024-11-09T05:25:24,203 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=30, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3460f56b52ea2475e317dc3c859c0f0d, ASSIGN in 332 msec 2024-11-09T05:25:24,204 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=30, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T05:25:24,204 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731129924204"}]},"ts":"1731129924204"} 2024-11-09T05:25:24,206 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-09T05:25:24,206 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=30, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T05:25:24,208 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1580 sec 2024-11-09T05:25:25,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=30 2024-11-09T05:25:25,211 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-09T05:25:25,211 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2697ccde, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:25:25,212 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 059551c538b7,41745,-1 for getting cluster id 2024-11-09T05:25:25,212 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:25:25,213 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9cbcd106-ff71-48e9-988a-d53636563491' 2024-11-09T05:25:25,213 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:25:25,213 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9cbcd106-ff71-48e9-988a-d53636563491" 2024-11-09T05:25:25,214 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@748a711a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:25:25,214 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [059551c538b7,41745,-1] 2024-11-09T05:25:25,214 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:25:25,214 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:25:25,215 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56470, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:25:25,216 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a07e7ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:25:25,216 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:25:25,217 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=059551c538b7,40801,1731129891493, seqNum=-1] 2024-11-09T05:25:25,218 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:25:25,219 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57742, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:25:25,220 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T05:25:25,221 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 059551c538b7,41745,1731129890711 2024-11-09T05:25:25,221 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@61fade 2024-11-09T05:25:25,221 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T05:25:25,222 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56472, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T05:25:25,228 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-09T05:25:25,229 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T05:25:25,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] procedure2.ProcedureExecutor(1139): Stored pid=33, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-09T05:25:25,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073741965_1141 (size=995) 2024-11-09T05:25:25,649 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.959 2024-11-09T05:25:25,650 INFO [PEWorker-5 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.995 2024-11-09T05:25:25,653 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=34, ppid=33, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-09T05:25:25,659 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3460f56b52ea2475e317dc3c859c0f0d, REOPEN/MOVE}] 2024-11-09T05:25:25,660 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3460f56b52ea2475e317dc3c859c0f0d, REOPEN/MOVE 2024-11-09T05:25:25,661 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=35 updating hbase:meta row=3460f56b52ea2475e317dc3c859c0f0d, regionState=CLOSING, regionLocation=059551c538b7,40801,1731129891493 2024-11-09T05:25:25,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=3460f56b52ea2475e317dc3c859c0f0d, REOPEN/MOVE because future has completed 2024-11-09T05:25:25,663 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-09T05:25:25,663 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=35, state=RUNNABLE, hasLock=false; CloseRegionProcedure 3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493}] 2024-11-09T05:25:25,816 INFO [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] handler.UnassignRegionHandler(122): Close 3460f56b52ea2475e317dc3c859c0f0d 2024-11-09T05:25:25,817 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-09T05:25:25,817 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1722): Closing 3460f56b52ea2475e317dc3c859c0f0d, disabling compactions & flushes 2024-11-09T05:25:25,817 INFO [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. 2024-11-09T05:25:25,817 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. 2024-11-09T05:25:25,817 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. after waiting 0 ms 2024-11-09T05:25:25,817 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. 2024-11-09T05:25:25,834 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-09T05:25:25,835 INFO [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. 2024-11-09T05:25:25,835 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1676): Region close journal for 3460f56b52ea2475e317dc3c859c0f0d: Waiting for close lock at 1731129925817Running coprocessor pre-close hooks at 1731129925817Disabling compacts and flushes for region at 1731129925817Disabling writes for close at 1731129925817Writing region close event to WAL at 1731129925817Running coprocessor post-close hooks at 1731129925835 (+18 ms)Closed at 1731129925835 2024-11-09T05:25:25,835 WARN [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegionServer(3299): Not adding moved region record: 3460f56b52ea2475e317dc3c859c0f0d to self. 2024-11-09T05:25:25,837 INFO [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] handler.UnassignRegionHandler(157): Closed 3460f56b52ea2475e317dc3c859c0f0d 2024-11-09T05:25:25,838 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=35 updating hbase:meta row=3460f56b52ea2475e317dc3c859c0f0d, regionState=CLOSED 2024-11-09T05:25:25,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=36, ppid=35, state=RUNNABLE, hasLock=false; CloseRegionProcedure 3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 because future has completed 2024-11-09T05:25:25,842 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=35 2024-11-09T05:25:25,842 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=35, state=SUCCESS, hasLock=false; CloseRegionProcedure 3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 in 177 msec 2024-11-09T05:25:25,842 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=3460f56b52ea2475e317dc3c859c0f0d, REOPEN/MOVE; state=CLOSED, location=059551c538b7,40801,1731129891493; forceNewPlan=false, retain=true 2024-11-09T05:25:25,993 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=35 updating hbase:meta row=3460f56b52ea2475e317dc3c859c0f0d, regionState=OPENING, regionLocation=059551c538b7,40801,1731129891493 2024-11-09T05:25:25,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=3460f56b52ea2475e317dc3c859c0f0d, REOPEN/MOVE because future has completed 2024-11-09T05:25:25,995 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=35, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493}] 2024-11-09T05:25:26,150 INFO [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. 2024-11-09T05:25:26,150 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7752): Opening region: {ENCODED => 3460f56b52ea2475e317dc3c859c0f0d, NAME => 'TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.', STARTKEY => '', ENDKEY => ''} 2024-11-09T05:25:26,150 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 3460f56b52ea2475e317dc3c859c0f0d 2024-11-09T05:25:26,150 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T05:25:26,150 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7794): checking encryption for 3460f56b52ea2475e317dc3c859c0f0d 2024-11-09T05:25:26,150 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7797): checking classloading for 3460f56b52ea2475e317dc3c859c0f0d 2024-11-09T05:25:26,154 INFO [StoreOpener-3460f56b52ea2475e317dc3c859c0f0d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 3460f56b52ea2475e317dc3c859c0f0d 2024-11-09T05:25:26,160 INFO [StoreOpener-3460f56b52ea2475e317dc3c859c0f0d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3460f56b52ea2475e317dc3c859c0f0d columnFamilyName A 2024-11-09T05:25:26,162 DEBUG [StoreOpener-3460f56b52ea2475e317dc3c859c0f0d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:26,163 INFO [StoreOpener-3460f56b52ea2475e317dc3c859c0f0d-1 {}] regionserver.HStore(327): Store=3460f56b52ea2475e317dc3c859c0f0d/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T05:25:26,163 INFO [StoreOpener-3460f56b52ea2475e317dc3c859c0f0d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 3460f56b52ea2475e317dc3c859c0f0d 2024-11-09T05:25:26,164 INFO [StoreOpener-3460f56b52ea2475e317dc3c859c0f0d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3460f56b52ea2475e317dc3c859c0f0d columnFamilyName B 2024-11-09T05:25:26,164 DEBUG [StoreOpener-3460f56b52ea2475e317dc3c859c0f0d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:26,165 INFO [StoreOpener-3460f56b52ea2475e317dc3c859c0f0d-1 {}] regionserver.HStore(327): Store=3460f56b52ea2475e317dc3c859c0f0d/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T05:25:26,165 INFO [StoreOpener-3460f56b52ea2475e317dc3c859c0f0d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 3460f56b52ea2475e317dc3c859c0f0d 2024-11-09T05:25:26,166 INFO [StoreOpener-3460f56b52ea2475e317dc3c859c0f0d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3460f56b52ea2475e317dc3c859c0f0d columnFamilyName C 2024-11-09T05:25:26,166 DEBUG [StoreOpener-3460f56b52ea2475e317dc3c859c0f0d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:26,166 INFO [StoreOpener-3460f56b52ea2475e317dc3c859c0f0d-1 {}] regionserver.HStore(327): Store=3460f56b52ea2475e317dc3c859c0f0d/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T05:25:26,166 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1038): replaying wal for 3460f56b52ea2475e317dc3c859c0f0d 2024-11-09T05:25:26,167 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d 2024-11-09T05:25:26,168 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d 2024-11-09T05:25:26,169 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1048): stopping wal replay for 3460f56b52ea2475e317dc3c859c0f0d 2024-11-09T05:25:26,169 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1060): Cleaning up temporary data for 3460f56b52ea2475e317dc3c859c0f0d 2024-11-09T05:25:26,169 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-09T05:25:26,170 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1093): writing seq id for 3460f56b52ea2475e317dc3c859c0f0d 2024-11-09T05:25:26,171 INFO [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1114): Opened 3460f56b52ea2475e317dc3c859c0f0d; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66504742, jitterRate=-0.009002119302749634}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-09T05:25:26,171 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3460f56b52ea2475e317dc3c859c0f0d 2024-11-09T05:25:26,172 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1006): Region open journal for 3460f56b52ea2475e317dc3c859c0f0d: Running coprocessor pre-open hook at 1731129926150Writing region info on filesystem at 1731129926150Initializing all the Stores at 1731129926151 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731129926151Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731129926151Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731129926151Cleaning up temporary data from old regions at 1731129926169 (+18 ms)Running coprocessor post-open hooks at 1731129926171 (+2 ms)Region opened successfully at 1731129926172 (+1 ms) 2024-11-09T05:25:26,173 INFO [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., pid=37, masterSystemTime=1731129926147 2024-11-09T05:25:26,175 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. 2024-11-09T05:25:26,175 INFO [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. 2024-11-09T05:25:26,175 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=35 updating hbase:meta row=3460f56b52ea2475e317dc3c859c0f0d, regionState=OPEN, openSeqNum=5, regionLocation=059551c538b7,40801,1731129891493 2024-11-09T05:25:26,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=37, ppid=35, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 because future has completed 2024-11-09T05:25:26,179 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=35 2024-11-09T05:25:26,179 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=35, state=SUCCESS, hasLock=false; OpenRegionProcedure 3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 in 182 msec 2024-11-09T05:25:26,181 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=34 2024-11-09T05:25:26,181 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=34, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3460f56b52ea2475e317dc3c859c0f0d, REOPEN/MOVE in 520 msec 2024-11-09T05:25:26,184 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=34, resume processing ppid=33 2024-11-09T05:25:26,185 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=33, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 529 msec 2024-11-09T05:25:26,188 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 955 msec 2024-11-09T05:25:26,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=33 2024-11-09T05:25:26,190 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-09T05:25:26,191 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cb008, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:25:26,191 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 059551c538b7,41745,-1 for getting cluster id 2024-11-09T05:25:26,191 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:25:26,192 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9cbcd106-ff71-48e9-988a-d53636563491' 2024-11-09T05:25:26,192 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:25:26,192 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9cbcd106-ff71-48e9-988a-d53636563491" 2024-11-09T05:25:26,192 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d497e62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:25:26,192 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [059551c538b7,41745,-1] 2024-11-09T05:25:26,193 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:25:26,193 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:25:26,193 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56486, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:25:26,194 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1913bfac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:25:26,195 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35409f72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:25:26,195 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 059551c538b7,41745,-1 for getting cluster id 2024-11-09T05:25:26,195 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:25:26,195 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9cbcd106-ff71-48e9-988a-d53636563491' 2024-11-09T05:25:26,195 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:25:26,196 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9cbcd106-ff71-48e9-988a-d53636563491" 2024-11-09T05:25:26,196 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ce03a8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:25:26,196 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [059551c538b7,41745,-1] 2024-11-09T05:25:26,196 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:25:26,196 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:25:26,197 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56510, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:25:26,197 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24e8c931, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:25:26,198 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7944f9cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:25:26,198 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 059551c538b7,41745,-1 for getting cluster id 2024-11-09T05:25:26,198 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:25:26,199 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9cbcd106-ff71-48e9-988a-d53636563491' 2024-11-09T05:25:26,199 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:25:26,199 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9cbcd106-ff71-48e9-988a-d53636563491" 2024-11-09T05:25:26,199 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d1793ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:25:26,199 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [059551c538b7,41745,-1] 2024-11-09T05:25:26,199 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:25:26,199 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:25:26,200 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56532, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:25:26,201 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36c353a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:25:26,202 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38720fa6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:25:26,202 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 059551c538b7,41745,-1 for getting cluster id 2024-11-09T05:25:26,202 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:25:26,203 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9cbcd106-ff71-48e9-988a-d53636563491' 2024-11-09T05:25:26,203 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:25:26,203 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9cbcd106-ff71-48e9-988a-d53636563491" 2024-11-09T05:25:26,203 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bb770c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:25:26,203 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [059551c538b7,41745,-1] 2024-11-09T05:25:26,203 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:25:26,203 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:25:26,204 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56548, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:25:26,205 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6009a920, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:25:26,206 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c77b203, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:25:26,206 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 059551c538b7,41745,-1 for getting cluster id 2024-11-09T05:25:26,206 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:25:26,207 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9cbcd106-ff71-48e9-988a-d53636563491' 2024-11-09T05:25:26,207 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:25:26,207 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9cbcd106-ff71-48e9-988a-d53636563491" 2024-11-09T05:25:26,207 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c193187, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:25:26,207 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [059551c538b7,41745,-1] 2024-11-09T05:25:26,207 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:25:26,208 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:25:26,208 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56558, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:25:26,209 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18bce67b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:25:26,210 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e3f6eb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:25:26,210 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 059551c538b7,41745,-1 for getting cluster id 2024-11-09T05:25:26,210 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:25:26,211 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9cbcd106-ff71-48e9-988a-d53636563491' 2024-11-09T05:25:26,211 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:25:26,211 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9cbcd106-ff71-48e9-988a-d53636563491" 2024-11-09T05:25:26,212 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4777c591, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:25:26,212 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [059551c538b7,41745,-1] 2024-11-09T05:25:26,212 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:25:26,212 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:25:26,213 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56562, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:25:26,213 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fcdfe54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:25:26,214 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40353459, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:25:26,214 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 059551c538b7,41745,-1 for getting cluster id 2024-11-09T05:25:26,214 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:25:26,215 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9cbcd106-ff71-48e9-988a-d53636563491' 2024-11-09T05:25:26,215 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:25:26,215 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9cbcd106-ff71-48e9-988a-d53636563491" 2024-11-09T05:25:26,216 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@362a9bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:25:26,216 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [059551c538b7,41745,-1] 2024-11-09T05:25:26,216 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:25:26,216 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:25:26,217 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56582, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:25:26,217 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d887f81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:25:26,218 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@160383af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:25:26,218 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 059551c538b7,41745,-1 for getting cluster id 2024-11-09T05:25:26,218 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:25:26,219 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9cbcd106-ff71-48e9-988a-d53636563491' 2024-11-09T05:25:26,219 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:25:26,219 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9cbcd106-ff71-48e9-988a-d53636563491" 2024-11-09T05:25:26,219 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@798d62cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:25:26,219 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [059551c538b7,41745,-1] 2024-11-09T05:25:26,220 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:25:26,220 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:25:26,221 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:25:26,221 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a3b61a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:25:26,222 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@123a694c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:25:26,222 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 059551c538b7,41745,-1 for getting cluster id 2024-11-09T05:25:26,222 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:25:26,223 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9cbcd106-ff71-48e9-988a-d53636563491' 2024-11-09T05:25:26,223 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:25:26,223 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9cbcd106-ff71-48e9-988a-d53636563491" 2024-11-09T05:25:26,223 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e7342fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:25:26,223 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [059551c538b7,41745,-1] 2024-11-09T05:25:26,224 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:25:26,224 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:25:26,225 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:25:26,225 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@594dbf65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:25:26,229 DEBUG [Thread-699 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:25:26,230 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=059551c538b7,40801,1731129891493, seqNum=-1] 2024-11-09T05:25:26,230 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:25:26,231 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57750, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:25:26,232 DEBUG [Thread-712 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:25:26,233 DEBUG [Thread-703 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:25:26,234 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=059551c538b7,40801,1731129891493, seqNum=-1] 2024-11-09T05:25:26,234 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:25:26,235 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=059551c538b7,40801,1731129891493, seqNum=-1] 2024-11-09T05:25:26,235 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:25:26,236 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5] 2024-11-09T05:25:26,236 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57766, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:25:26,238 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5] 2024-11-09T05:25:26,239 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57768, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:25:26,241 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5] 2024-11-09T05:25:26,247 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T05:25:26,247 DEBUG [Thread-708 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:25:26,247 DEBUG [Thread-706 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:25:26,248 DEBUG [Thread-695 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:25:26,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] procedure2.ProcedureExecutor(1139): Stored pid=38, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees 2024-11-09T05:25:26,249 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=059551c538b7,40801,1731129891493, seqNum=-1] 2024-11-09T05:25:26,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-11-09T05:25:26,249 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:25:26,250 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=059551c538b7,40801,1731129891493, seqNum=-1] 2024-11-09T05:25:26,250 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:25:26,251 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=38, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T05:25:26,252 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=38, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T05:25:26,252 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T05:25:26,252 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57770, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:25:26,254 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5] 2024-11-09T05:25:26,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(8855): Flush requested on 3460f56b52ea2475e317dc3c859c0f0d 2024-11-09T05:25:26,256 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T05:25:26,256 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3460f56b52ea2475e317dc3c859c0f0d 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-09T05:25:26,257 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:25:26,259 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5] 2024-11-09T05:25:26,261 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=059551c538b7,40801,1731129891493, seqNum=-1] 2024-11-09T05:25:26,261 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:25:26,261 DEBUG [Thread-701 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:25:26,262 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57786, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:25:26,263 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=059551c538b7,40801,1731129891493, seqNum=-1] 2024-11-09T05:25:26,263 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:25:26,264 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5] 2024-11-09T05:25:26,265 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57802, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:25:26,267 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5] 2024-11-09T05:25:26,276 DEBUG [Thread-697 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:25:26,277 DEBUG [Thread-710 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:25:26,277 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=059551c538b7,40801,1731129891493, seqNum=-1] 2024-11-09T05:25:26,278 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:25:26,279 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57804, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:25:26,279 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=059551c538b7,40801,1731129891493, seqNum=-1] 2024-11-09T05:25:26,280 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:25:26,283 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57814, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:25:26,283 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5] 2024-11-09T05:25:26,284 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5] 2024-11-09T05:25:26,317 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:26,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57786 deadline: 1731129986310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:26,318 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:26,318 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:26,318 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:26,323 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:26,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57766 deadline: 1731129986315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:26,324 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:26,324 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:26,324 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:26,325 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:26,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57750 deadline: 1731129986316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:26,326 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:26,326 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:26,326 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:26,327 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:26,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57802 deadline: 1731129986318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:26,327 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:26,327 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:26,327 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:26,328 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:26,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57804 deadline: 1731129986319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:26,328 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:26,328 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:26,328 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:26,349 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109a32f4772bb454d47a97450010a100cd9_3460f56b52ea2475e317dc3c859c0f0d is 50, key is test_row_0/A:col10/1731129926249/Put/seqid=0 2024-11-09T05:25:26,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073741966_1142 (size=14594) 2024-11-09T05:25:26,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-11-09T05:25:26,409 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-09T05:25:26,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. 2024-11-09T05:25:26,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. as already flushing 2024-11-09T05:25:26,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. 2024-11-09T05:25:26,410 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => 3460f56b52ea2475e317dc3c859c0f0d, NAME => 'TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:26,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => 3460f56b52ea2475e317dc3c859c0f0d, NAME => 'TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:26,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3460f56b52ea2475e317dc3c859c0f0d, NAME => 'TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3460f56b52ea2475e317dc3c859c0f0d, NAME => 'TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:26,438 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:26,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57786 deadline: 1731129986420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:26,438 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:26,438 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:26,439 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:26,439 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:26,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57766 deadline: 1731129986432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:26,439 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:26,439 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:26,439 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:26,439 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:26,439 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:26,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57750 deadline: 1731129986431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:26,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57802 deadline: 1731129986432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:26,439 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:26,440 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:26,440 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:26,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57804 deadline: 1731129986432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:26,440 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:26,440 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:26,440 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:26,440 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:26,440 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:26,440 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:26,440 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:26,563 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-09T05:25:26,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. 2024-11-09T05:25:26,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. as already flushing 2024-11-09T05:25:26,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. 2024-11-09T05:25:26,564 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => 3460f56b52ea2475e317dc3c859c0f0d, NAME => 'TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:26,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => 3460f56b52ea2475e317dc3c859c0f0d, NAME => 'TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:26,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3460f56b52ea2475e317dc3c859c0f0d, NAME => 'TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3460f56b52ea2475e317dc3c859c0f0d, NAME => 'TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:26,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-11-09T05:25:26,654 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:26,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57786 deadline: 1731129986651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:26,654 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:26,654 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:26,654 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:26,654 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:26,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57766 deadline: 1731129986651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:26,655 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:26,655 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:26,655 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:26,655 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:26,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57804 deadline: 1731129986651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:26,656 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:26,656 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:26,656 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:26,656 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:26,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57802 deadline: 1731129986651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:26,656 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:26,656 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:26,656 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:26,656 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:26,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57750 deadline: 1731129986651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:26,657 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:26,657 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:26,657 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:26,717 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-09T05:25:26,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. 2024-11-09T05:25:26,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. as already flushing 2024-11-09T05:25:26,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. 2024-11-09T05:25:26,718 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => 3460f56b52ea2475e317dc3c859c0f0d, NAME => 'TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:26,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => 3460f56b52ea2475e317dc3c859c0f0d, NAME => 'TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:26,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3460f56b52ea2475e317dc3c859c0f0d, NAME => 'TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3460f56b52ea2475e317dc3c859c0f0d, NAME => 'TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:26,755 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:26,761 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109a32f4772bb454d47a97450010a100cd9_3460f56b52ea2475e317dc3c859c0f0d to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109a32f4772bb454d47a97450010a100cd9_3460f56b52ea2475e317dc3c859c0f0d 2024-11-09T05:25:26,762 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/A/f03158336a134e8fb46862bbe00147b9, store: [table=TestAcidGuarantees family=A region=3460f56b52ea2475e317dc3c859c0f0d] 2024-11-09T05:25:26,770 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/A/f03158336a134e8fb46862bbe00147b9 is 175, key is test_row_0/A:col10/1731129926249/Put/seqid=0 2024-11-09T05:25:26,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073741967_1143 (size=39545) 2024-11-09T05:25:26,871 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-09T05:25:26,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. 2024-11-09T05:25:26,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. as already flushing 2024-11-09T05:25:26,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. 2024-11-09T05:25:26,872 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => 3460f56b52ea2475e317dc3c859c0f0d, NAME => 'TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:26,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => 3460f56b52ea2475e317dc3c859c0f0d, NAME => 'TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:26,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3460f56b52ea2475e317dc3c859c0f0d, NAME => 'TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3460f56b52ea2475e317dc3c859c0f0d, NAME => 'TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:26,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-11-09T05:25:26,963 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:26,963 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:26,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57802 deadline: 1731129986960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:26,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57786 deadline: 1731129986960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:26,964 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:26,964 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:26,964 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:26,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57750 deadline: 1731129986960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:26,964 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:26,964 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:26,964 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:26,964 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:26,964 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:26,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57804 deadline: 1731129986960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:26,965 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:26,965 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:26,965 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:26,965 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:26,965 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:26,965 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:26,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57766 deadline: 1731129986960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:26,965 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:26,965 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:26,965 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:26,965 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:27,026 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-09T05:25:27,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. 2024-11-09T05:25:27,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. as already flushing 2024-11-09T05:25:27,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. 2024-11-09T05:25:27,026 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => 3460f56b52ea2475e317dc3c859c0f0d, NAME => 'TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:27,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => 3460f56b52ea2475e317dc3c859c0f0d, NAME => 'TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:27,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3460f56b52ea2475e317dc3c859c0f0d, NAME => 'TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3460f56b52ea2475e317dc3c859c0f0d, NAME => 'TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:27,181 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-09T05:25:27,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. 2024-11-09T05:25:27,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. as already flushing 2024-11-09T05:25:27,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. 2024-11-09T05:25:27,181 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => 3460f56b52ea2475e317dc3c859c0f0d, NAME => 'TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:27,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => 3460f56b52ea2475e317dc3c859c0f0d, NAME => 'TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:27,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3460f56b52ea2475e317dc3c859c0f0d, NAME => 'TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3460f56b52ea2475e317dc3c859c0f0d, NAME => 'TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:27,234 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/A/f03158336a134e8fb46862bbe00147b9 2024-11-09T05:25:27,290 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/B/9e0f4308cb584e8db1f00cc9e7f49396 is 50, key is test_row_0/B:col10/1731129926249/Put/seqid=0 2024-11-09T05:25:27,335 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-09T05:25:27,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. 2024-11-09T05:25:27,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. as already flushing 2024-11-09T05:25:27,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. 2024-11-09T05:25:27,335 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => 3460f56b52ea2475e317dc3c859c0f0d, NAME => 'TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:27,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => 3460f56b52ea2475e317dc3c859c0f0d, NAME => 'TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:27,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3460f56b52ea2475e317dc3c859c0f0d, NAME => 'TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3460f56b52ea2475e317dc3c859c0f0d, NAME => 'TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:27,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073741968_1144 (size=9657) 2024-11-09T05:25:27,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-11-09T05:25:27,474 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:27,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57802 deadline: 1731129987470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:27,474 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:27,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57786 deadline: 1731129987470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:27,475 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:27,475 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:27,475 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:27,475 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:27,476 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:27,476 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:27,482 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:27,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57804 deadline: 1731129987480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:27,483 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:27,483 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:27,483 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:27,483 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:27,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57750 deadline: 1731129987480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:27,484 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:27,484 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:27,484 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:27,484 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:27,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57766 deadline: 1731129987480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:27,484 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:27,484 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:27,484 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:27,489 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-09T05:25:27,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. 2024-11-09T05:25:27,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. as already flushing 2024-11-09T05:25:27,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. 2024-11-09T05:25:27,489 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => 3460f56b52ea2475e317dc3c859c0f0d, NAME => 'TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:27,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => 3460f56b52ea2475e317dc3c859c0f0d, NAME => 'TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:27,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3460f56b52ea2475e317dc3c859c0f0d, NAME => 'TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3460f56b52ea2475e317dc3c859c0f0d, NAME => 'TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:27,644 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-09T05:25:27,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. 2024-11-09T05:25:27,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. as already flushing 2024-11-09T05:25:27,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. 2024-11-09T05:25:27,644 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => 3460f56b52ea2475e317dc3c859c0f0d, NAME => 'TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:27,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => 3460f56b52ea2475e317dc3c859c0f0d, NAME => 'TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:27,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3460f56b52ea2475e317dc3c859c0f0d, NAME => 'TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3460f56b52ea2475e317dc3c859c0f0d, NAME => 'TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:27,744 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/B/9e0f4308cb584e8db1f00cc9e7f49396 2024-11-09T05:25:27,786 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/C/0e8c570ddfa549938c67fc35f9ad9a26 is 50, key is test_row_0/C:col10/1731129926249/Put/seqid=0 2024-11-09T05:25:27,800 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-09T05:25:27,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. 2024-11-09T05:25:27,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. as already flushing 2024-11-09T05:25:27,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. 2024-11-09T05:25:27,800 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => 3460f56b52ea2475e317dc3c859c0f0d, NAME => 'TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:27,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => 3460f56b52ea2475e317dc3c859c0f0d, NAME => 'TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:27,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3460f56b52ea2475e317dc3c859c0f0d, NAME => 'TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3460f56b52ea2475e317dc3c859c0f0d, NAME => 'TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:27,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073741969_1145 (size=9657) 2024-11-09T05:25:27,834 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/C/0e8c570ddfa549938c67fc35f9ad9a26 2024-11-09T05:25:27,850 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/A/f03158336a134e8fb46862bbe00147b9 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/f03158336a134e8fb46862bbe00147b9 2024-11-09T05:25:27,857 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/f03158336a134e8fb46862bbe00147b9, entries=200, sequenceid=15, filesize=38.6 K 2024-11-09T05:25:27,858 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/B/9e0f4308cb584e8db1f00cc9e7f49396 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/B/9e0f4308cb584e8db1f00cc9e7f49396 2024-11-09T05:25:27,879 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/B/9e0f4308cb584e8db1f00cc9e7f49396, entries=100, sequenceid=15, filesize=9.4 K 2024-11-09T05:25:27,880 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/C/0e8c570ddfa549938c67fc35f9ad9a26 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/C/0e8c570ddfa549938c67fc35f9ad9a26 2024-11-09T05:25:27,887 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/C/0e8c570ddfa549938c67fc35f9ad9a26, entries=100, sequenceid=15, filesize=9.4 K 2024-11-09T05:25:27,888 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 3460f56b52ea2475e317dc3c859c0f0d in 1632ms, sequenceid=15, compaction requested=false 2024-11-09T05:25:27,888 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-09T05:25:27,889 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3460f56b52ea2475e317dc3c859c0f0d: 2024-11-09T05:25:27,921 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-09T05:25:27,954 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-09T05:25:27,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. 2024-11-09T05:25:27,954 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2902): Flushing 3460f56b52ea2475e317dc3c859c0f0d 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-09T05:25:27,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109270054af40194b07beacd3129a8eba64_3460f56b52ea2475e317dc3c859c0f0d is 50, key is test_row_0/A:col10/1731129926316/Put/seqid=0 2024-11-09T05:25:28,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073741970_1146 (size=12154) 2024-11-09T05:25:28,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:28,040 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109270054af40194b07beacd3129a8eba64_3460f56b52ea2475e317dc3c859c0f0d to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109270054af40194b07beacd3129a8eba64_3460f56b52ea2475e317dc3c859c0f0d 2024-11-09T05:25:28,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/A/e2ecbcc3de144483965c90060bd628e0, store: [table=TestAcidGuarantees family=A region=3460f56b52ea2475e317dc3c859c0f0d] 2024-11-09T05:25:28,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/A/e2ecbcc3de144483965c90060bd628e0 is 175, key is test_row_0/A:col10/1731129926316/Put/seqid=0 2024-11-09T05:25:28,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073741971_1147 (size=30955) 2024-11-09T05:25:28,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-11-09T05:25:28,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(8855): Flush requested on 3460f56b52ea2475e317dc3c859c0f0d 2024-11-09T05:25:28,496 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. as already flushing 2024-11-09T05:25:28,510 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/A/e2ecbcc3de144483965c90060bd628e0 2024-11-09T05:25:28,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/B/cf42be1f25534ac5a8968618d4a93273 is 50, key is test_row_0/B:col10/1731129926316/Put/seqid=0 2024-11-09T05:25:28,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073741972_1148 (size=12001) 2024-11-09T05:25:28,540 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:28,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57750 deadline: 1731129988535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:28,541 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:28,541 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:28,541 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:28,541 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:28,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57804 deadline: 1731129988535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:28,542 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:28,542 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:28,542 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:28,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57802 deadline: 1731129988535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:28,542 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:28,542 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:28,542 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:28,542 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:28,542 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:28,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57766 deadline: 1731129988536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:28,543 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:28,543 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:28,543 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:28,547 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:28,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57786 deadline: 1731129988540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:28,548 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:28,548 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:28,548 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:28,652 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:28,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57804 deadline: 1731129988650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:28,653 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:28,653 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:28,653 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:28,653 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:28,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57802 deadline: 1731129988650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:28,653 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:28,653 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:28,653 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:28,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57766 deadline: 1731129988650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:28,653 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:28,654 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:28,654 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:28,654 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:28,654 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:28,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57750 deadline: 1731129988651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:28,654 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:28,654 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:28,654 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:28,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57786 deadline: 1731129988651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:28,654 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:28,654 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:28,655 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:28,655 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:28,861 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:28,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57804 deadline: 1731129988860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:28,862 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:28,862 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:28,862 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:28,863 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:28,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57802 deadline: 1731129988861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:28,863 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:28,863 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:28,863 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:28,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57766 deadline: 1731129988861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:28,863 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:28,864 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:28,864 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:28,864 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:28,864 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:28,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57786 deadline: 1731129988861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:28,864 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:28,864 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:28,864 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:28,864 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:28,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57750 deadline: 1731129988861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:28,865 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:28,865 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:28,865 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:28,925 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/B/cf42be1f25534ac5a8968618d4a93273 2024-11-09T05:25:28,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/C/726527cab32e416f8f59c27ffbb9ef42 is 50, key is test_row_0/C:col10/1731129926316/Put/seqid=0 2024-11-09T05:25:28,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073741973_1149 (size=12001) 2024-11-09T05:25:29,173 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:29,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57804 deadline: 1731129989170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:29,173 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:29,173 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:29,173 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:29,173 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:29,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57802 deadline: 1731129989170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:29,174 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:29,174 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:29,174 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:29,174 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:29,174 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:29,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57786 deadline: 1731129989170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:29,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57766 deadline: 1731129989170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:29,174 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:29,174 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:29,174 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:29,174 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:29,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57750 deadline: 1731129989170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:29,174 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:29,174 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:29,174 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:29,175 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:29,175 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:29,175 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:29,391 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/C/726527cab32e416f8f59c27ffbb9ef42 2024-11-09T05:25:29,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/A/e2ecbcc3de144483965c90060bd628e0 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/e2ecbcc3de144483965c90060bd628e0 2024-11-09T05:25:29,417 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/e2ecbcc3de144483965c90060bd628e0, entries=150, sequenceid=41, filesize=30.2 K 2024-11-09T05:25:29,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/B/cf42be1f25534ac5a8968618d4a93273 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/B/cf42be1f25534ac5a8968618d4a93273 2024-11-09T05:25:29,439 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/B/cf42be1f25534ac5a8968618d4a93273, entries=150, sequenceid=41, filesize=11.7 K 2024-11-09T05:25:29,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/C/726527cab32e416f8f59c27ffbb9ef42 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/C/726527cab32e416f8f59c27ffbb9ef42 2024-11-09T05:25:29,452 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/C/726527cab32e416f8f59c27ffbb9ef42, entries=150, sequenceid=41, filesize=11.7 K 2024-11-09T05:25:29,455 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for 3460f56b52ea2475e317dc3c859c0f0d in 1500ms, sequenceid=41, compaction requested=false 2024-11-09T05:25:29,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2603): Flush status journal for 3460f56b52ea2475e317dc3c859c0f0d: 2024-11-09T05:25:29,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. 2024-11-09T05:25:29,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-11-09T05:25:29,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-11-09T05:25:29,459 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=38 2024-11-09T05:25:29,460 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=38, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.2050 sec 2024-11-09T05:25:29,462 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees in 3.2130 sec 2024-11-09T05:25:29,686 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T05:25:29,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(8855): Flush requested on 3460f56b52ea2475e317dc3c859c0f0d 2024-11-09T05:25:29,687 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3460f56b52ea2475e317dc3c859c0f0d 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-09T05:25:29,709 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109f802ce8ea118463ca446a87f5658c8cf_3460f56b52ea2475e317dc3c859c0f0d is 50, key is test_row_0/A:col10/1731129929684/Put/seqid=0 2024-11-09T05:25:29,741 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:29,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57786 deadline: 1731129989732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:29,742 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:29,742 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:29,742 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:29,742 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:29,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57766 deadline: 1731129989732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:29,742 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:29,742 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:29,742 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:29,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57804 deadline: 1731129989734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:29,742 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:29,743 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:29,743 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:29,743 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:29,743 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:29,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57802 deadline: 1731129989735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:29,743 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:29,744 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:29,744 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:29,744 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:29,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57750 deadline: 1731129989736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:29,744 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:29,744 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:29,744 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:29,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073741974_1150 (size=12154) 2024-11-09T05:25:29,751 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:29,756 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109f802ce8ea118463ca446a87f5658c8cf_3460f56b52ea2475e317dc3c859c0f0d to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109f802ce8ea118463ca446a87f5658c8cf_3460f56b52ea2475e317dc3c859c0f0d 2024-11-09T05:25:29,758 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/A/96e8390d98de4523a8011666c9166cbb, store: [table=TestAcidGuarantees family=A region=3460f56b52ea2475e317dc3c859c0f0d] 2024-11-09T05:25:29,759 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/A/96e8390d98de4523a8011666c9166cbb is 175, key is test_row_0/A:col10/1731129929684/Put/seqid=0 2024-11-09T05:25:29,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073741975_1151 (size=30955) 2024-11-09T05:25:29,856 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:29,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57786 deadline: 1731129989850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:29,856 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:29,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57766 deadline: 1731129989850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:29,857 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:29,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57804 deadline: 1731129989850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:29,857 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:29,857 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:29,857 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:29,857 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:29,857 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:29,857 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:29,857 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:29,857 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:29,857 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:29,857 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:29,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57802 deadline: 1731129989850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:29,857 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:29,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57750 deadline: 1731129989851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:29,857 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:29,858 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:29,858 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:29,858 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:29,858 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:29,858 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:30,061 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:30,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57786 deadline: 1731129990060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:30,061 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:30,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57802 deadline: 1731129990060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:30,061 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:30,061 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:30,061 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:30,061 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:30,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57766 deadline: 1731129990061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:30,062 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:30,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57804 deadline: 1731129990061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:30,062 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:30,062 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:30,062 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:30,062 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:30,062 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:30,062 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:30,062 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:30,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57750 deadline: 1731129990061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:30,063 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:30,063 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:30,063 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:30,067 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:30,067 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:30,067 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:30,189 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=54, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/A/96e8390d98de4523a8011666c9166cbb 2024-11-09T05:25:30,199 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/B/f1eeb4ca95934ae5983a51fe2eca5ee1 is 50, key is test_row_0/B:col10/1731129929684/Put/seqid=0 2024-11-09T05:25:30,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073741976_1152 (size=12001) 2024-11-09T05:25:30,212 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/B/f1eeb4ca95934ae5983a51fe2eca5ee1 2024-11-09T05:25:30,220 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/C/cac479ad6a544387b7138575b6548fe6 is 50, key is test_row_0/C:col10/1731129929684/Put/seqid=0 2024-11-09T05:25:30,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073741977_1153 (size=12001) 2024-11-09T05:25:30,376 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:30,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57766 deadline: 1731129990370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:30,376 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:30,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57802 deadline: 1731129990370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:30,377 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:30,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57804 deadline: 1731129990371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:30,377 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:30,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57750 deadline: 1731129990371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:30,377 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:30,377 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:30,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57786 deadline: 1731129990371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:30,377 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:30,378 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:30,378 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:30,378 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:30,378 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:30,378 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:30,378 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:30,378 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:30,378 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:30,378 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:30,378 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:30,378 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:30,378 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:30,378 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:30,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-11-09T05:25:30,420 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T05:25:30,420 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T05:25:30,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] procedure2.ProcedureExecutor(1139): Stored pid=40, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees 2024-11-09T05:25:30,422 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=40, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T05:25:30,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-09T05:25:30,423 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=40, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T05:25:30,424 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T05:25:30,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-09T05:25:30,578 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-09T05:25:30,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. 2024-11-09T05:25:30,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. as already flushing 2024-11-09T05:25:30,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. 2024-11-09T05:25:30,578 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 3460f56b52ea2475e317dc3c859c0f0d, NAME => 'TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:30,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 3460f56b52ea2475e317dc3c859c0f0d, NAME => 'TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:30,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3460f56b52ea2475e317dc3c859c0f0d, NAME => 'TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3460f56b52ea2475e317dc3c859c0f0d, NAME => 'TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:30,633 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/C/cac479ad6a544387b7138575b6548fe6 2024-11-09T05:25:30,640 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/A/96e8390d98de4523a8011666c9166cbb as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/96e8390d98de4523a8011666c9166cbb 2024-11-09T05:25:30,644 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/96e8390d98de4523a8011666c9166cbb, entries=150, sequenceid=54, filesize=30.2 K 2024-11-09T05:25:30,653 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/B/f1eeb4ca95934ae5983a51fe2eca5ee1 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/B/f1eeb4ca95934ae5983a51fe2eca5ee1 2024-11-09T05:25:30,670 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/B/f1eeb4ca95934ae5983a51fe2eca5ee1, entries=150, sequenceid=54, filesize=11.7 K 2024-11-09T05:25:30,671 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/C/cac479ad6a544387b7138575b6548fe6 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/C/cac479ad6a544387b7138575b6548fe6 2024-11-09T05:25:30,680 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/C/cac479ad6a544387b7138575b6548fe6, entries=150, sequenceid=54, filesize=11.7 K 2024-11-09T05:25:30,683 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 3460f56b52ea2475e317dc3c859c0f0d in 995ms, sequenceid=54, compaction requested=true 2024-11-09T05:25:30,683 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3460f56b52ea2475e317dc3c859c0f0d: 2024-11-09T05:25:30,683 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:25:30,684 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101455 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:25:30,684 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1541): 3460f56b52ea2475e317dc3c859c0f0d/A is initiating minor compaction (all files) 2024-11-09T05:25:30,684 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3460f56b52ea2475e317dc3c859c0f0d/A in TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. 2024-11-09T05:25:30,685 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/f03158336a134e8fb46862bbe00147b9, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/e2ecbcc3de144483965c90060bd628e0, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/96e8390d98de4523a8011666c9166cbb] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp, totalSize=99.1 K 2024-11-09T05:25:30,685 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. 2024-11-09T05:25:30,685 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. files: [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/f03158336a134e8fb46862bbe00147b9, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/e2ecbcc3de144483965c90060bd628e0, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/96e8390d98de4523a8011666c9166cbb] 2024-11-09T05:25:30,686 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting f03158336a134e8fb46862bbe00147b9, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731129926247 2024-11-09T05:25:30,687 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting e2ecbcc3de144483965c90060bd628e0, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731129926314 2024-11-09T05:25:30,687 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 96e8390d98de4523a8011666c9166cbb, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731129928534 2024-11-09T05:25:30,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3460f56b52ea2475e317dc3c859c0f0d:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T05:25:30,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:25:30,690 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:25:30,692 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:25:30,692 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1541): 3460f56b52ea2475e317dc3c859c0f0d/B is initiating minor compaction (all files) 2024-11-09T05:25:30,692 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3460f56b52ea2475e317dc3c859c0f0d/B in TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. 2024-11-09T05:25:30,692 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/B/9e0f4308cb584e8db1f00cc9e7f49396, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/B/cf42be1f25534ac5a8968618d4a93273, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/B/f1eeb4ca95934ae5983a51fe2eca5ee1] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp, totalSize=32.9 K 2024-11-09T05:25:30,693 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 9e0f4308cb584e8db1f00cc9e7f49396, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731129926249 2024-11-09T05:25:30,693 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting cf42be1f25534ac5a8968618d4a93273, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731129926314 2024-11-09T05:25:30,694 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting f1eeb4ca95934ae5983a51fe2eca5ee1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731129928534 2024-11-09T05:25:30,705 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3460f56b52ea2475e317dc3c859c0f0d:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T05:25:30,705 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:25:30,705 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3460f56b52ea2475e317dc3c859c0f0d:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T05:25:30,705 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:25:30,709 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3460f56b52ea2475e317dc3c859c0f0d] 2024-11-09T05:25:30,714 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3460f56b52ea2475e317dc3c859c0f0d#B#compaction#136 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:25:30,715 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/B/3bccbf8ec6c14e4a9013dc3c12cbb4b8 is 50, key is test_row_0/B:col10/1731129929684/Put/seqid=0 2024-11-09T05:25:30,721 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241109767da3f7a4644555b2c35d97ad25fb30_3460f56b52ea2475e317dc3c859c0f0d store=[table=TestAcidGuarantees family=A region=3460f56b52ea2475e317dc3c859c0f0d] 2024-11-09T05:25:30,735 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-09T05:25:30,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. 2024-11-09T05:25:30,736 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2902): Flushing 3460f56b52ea2475e317dc3c859c0f0d 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-09T05:25:30,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-09T05:25:30,745 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241109767da3f7a4644555b2c35d97ad25fb30_3460f56b52ea2475e317dc3c859c0f0d, store=[table=TestAcidGuarantees family=A region=3460f56b52ea2475e317dc3c859c0f0d] 2024-11-09T05:25:30,745 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109767da3f7a4644555b2c35d97ad25fb30_3460f56b52ea2475e317dc3c859c0f0d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3460f56b52ea2475e317dc3c859c0f0d] 2024-11-09T05:25:30,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073741978_1154 (size=12104) 2024-11-09T05:25:30,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411096057dd30c5764653b6cf8a67fee5125f_3460f56b52ea2475e317dc3c859c0f0d is 50, key is test_row_0/A:col10/1731129929734/Put/seqid=0 2024-11-09T05:25:30,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073741979_1155 (size=4469) 2024-11-09T05:25:30,851 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3460f56b52ea2475e317dc3c859c0f0d#A#compaction#135 average throughput is 0.17 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:25:30,851 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/A/09ec6e0df4de40edbe57b00a76e199d5 is 175, key is test_row_0/A:col10/1731129929684/Put/seqid=0 2024-11-09T05:25:30,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073741980_1156 (size=12154) 2024-11-09T05:25:30,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:30,881 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411096057dd30c5764653b6cf8a67fee5125f_3460f56b52ea2475e317dc3c859c0f0d to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411096057dd30c5764653b6cf8a67fee5125f_3460f56b52ea2475e317dc3c859c0f0d 2024-11-09T05:25:30,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/A/fcdf73deaa884b1181c2b7e947fed104, store: [table=TestAcidGuarantees family=A region=3460f56b52ea2475e317dc3c859c0f0d] 2024-11-09T05:25:30,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/A/fcdf73deaa884b1181c2b7e947fed104 is 175, key is test_row_0/A:col10/1731129929734/Put/seqid=0 2024-11-09T05:25:30,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073741981_1157 (size=31058) 2024-11-09T05:25:30,892 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. as already flushing 2024-11-09T05:25:30,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(8855): Flush requested on 3460f56b52ea2475e317dc3c859c0f0d 2024-11-09T05:25:30,897 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/A/09ec6e0df4de40edbe57b00a76e199d5 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/09ec6e0df4de40edbe57b00a76e199d5 2024-11-09T05:25:30,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073741982_1158 (size=30955) 2024-11-09T05:25:30,906 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3460f56b52ea2475e317dc3c859c0f0d/A of 3460f56b52ea2475e317dc3c859c0f0d into 09ec6e0df4de40edbe57b00a76e199d5(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:25:30,906 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3460f56b52ea2475e317dc3c859c0f0d: 2024-11-09T05:25:30,906 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., storeName=3460f56b52ea2475e317dc3c859c0f0d/A, priority=13, startTime=1731129930683; duration=0sec 2024-11-09T05:25:30,906 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:25:30,906 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3460f56b52ea2475e317dc3c859c0f0d:A 2024-11-09T05:25:30,906 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:25:30,907 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=77, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/A/fcdf73deaa884b1181c2b7e947fed104 2024-11-09T05:25:30,907 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:25:30,907 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1541): 3460f56b52ea2475e317dc3c859c0f0d/C is initiating minor compaction (all files) 2024-11-09T05:25:30,908 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3460f56b52ea2475e317dc3c859c0f0d/C in TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. 2024-11-09T05:25:30,908 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/C/0e8c570ddfa549938c67fc35f9ad9a26, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/C/726527cab32e416f8f59c27ffbb9ef42, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/C/cac479ad6a544387b7138575b6548fe6] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp, totalSize=32.9 K 2024-11-09T05:25:30,908 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0e8c570ddfa549938c67fc35f9ad9a26, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731129926249 2024-11-09T05:25:30,909 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 726527cab32e416f8f59c27ffbb9ef42, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731129926314 2024-11-09T05:25:30,910 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting cac479ad6a544387b7138575b6548fe6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731129928534 2024-11-09T05:25:30,913 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:30,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57750 deadline: 1731129990901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:30,914 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:30,914 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:30,914 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:30,919 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:30,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57766 deadline: 1731129990909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:30,920 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:30,920 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:30,920 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:30,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57802 deadline: 1731129990910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:30,920 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:30,920 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:30,920 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:30,920 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:30,921 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:30,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57786 deadline: 1731129990913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:30,921 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:30,921 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:30,922 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:30,922 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:30,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57804 deadline: 1731129990913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:30,922 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:30,922 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:30,922 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:30,930 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3460f56b52ea2475e317dc3c859c0f0d#C#compaction#139 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:25:30,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/B/6dbe35b827764e45809e0bb84a6003ac is 50, key is test_row_0/B:col10/1731129929734/Put/seqid=0 2024-11-09T05:25:30,930 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/C/c3282b73effe4be58533f20ef514518b is 50, key is test_row_0/C:col10/1731129929684/Put/seqid=0 2024-11-09T05:25:30,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073741983_1159 (size=12001) 2024-11-09T05:25:30,952 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/B/6dbe35b827764e45809e0bb84a6003ac 2024-11-09T05:25:30,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073741984_1160 (size=12104) 2024-11-09T05:25:30,975 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/C/c3282b73effe4be58533f20ef514518b as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/C/c3282b73effe4be58533f20ef514518b 2024-11-09T05:25:30,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/C/0e61c88563d04578b944ba7930002898 is 50, key is test_row_0/C:col10/1731129929734/Put/seqid=0 2024-11-09T05:25:30,982 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3460f56b52ea2475e317dc3c859c0f0d/C of 3460f56b52ea2475e317dc3c859c0f0d into c3282b73effe4be58533f20ef514518b(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:25:30,982 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3460f56b52ea2475e317dc3c859c0f0d: 2024-11-09T05:25:30,982 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., storeName=3460f56b52ea2475e317dc3c859c0f0d/C, priority=13, startTime=1731129930705; duration=0sec 2024-11-09T05:25:30,983 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:25:30,983 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3460f56b52ea2475e317dc3c859c0f0d:C 2024-11-09T05:25:30,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073741985_1161 (size=12001) 2024-11-09T05:25:31,023 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:31,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57750 deadline: 1731129991019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:31,024 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:31,024 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:31,024 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:31,032 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:31,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57786 deadline: 1731129991030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:31,032 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:31,032 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:31,032 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:31,032 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:31,032 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:31,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57802 deadline: 1731129991030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:31,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57766 deadline: 1731129991030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:31,033 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:31,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57804 deadline: 1731129991030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:31,034 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:31,034 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:31,034 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:31,034 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:31,034 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:31,034 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:31,034 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:31,034 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:31,034 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:31,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-09T05:25:31,168 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/B/3bccbf8ec6c14e4a9013dc3c12cbb4b8 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/B/3bccbf8ec6c14e4a9013dc3c12cbb4b8 2024-11-09T05:25:31,179 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3460f56b52ea2475e317dc3c859c0f0d/B of 3460f56b52ea2475e317dc3c859c0f0d into 3bccbf8ec6c14e4a9013dc3c12cbb4b8(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:25:31,179 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3460f56b52ea2475e317dc3c859c0f0d: 2024-11-09T05:25:31,180 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., storeName=3460f56b52ea2475e317dc3c859c0f0d/B, priority=13, startTime=1731129930690; duration=0sec 2024-11-09T05:25:31,180 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:25:31,180 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3460f56b52ea2475e317dc3c859c0f0d:B 2024-11-09T05:25:31,231 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:31,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57750 deadline: 1731129991230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:31,231 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:31,231 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:31,231 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:31,243 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:31,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57802 deadline: 1731129991240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:31,244 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:31,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57786 deadline: 1731129991240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:31,244 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:31,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57804 deadline: 1731129991240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:31,245 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:31,245 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:31,245 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:31,245 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:31,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57766 deadline: 1731129991240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:31,245 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:31,245 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:31,245 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:31,245 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:31,245 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:31,245 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:31,246 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:31,246 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:31,246 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:31,402 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/C/0e61c88563d04578b944ba7930002898 2024-11-09T05:25:31,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/A/fcdf73deaa884b1181c2b7e947fed104 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/fcdf73deaa884b1181c2b7e947fed104 2024-11-09T05:25:31,411 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/fcdf73deaa884b1181c2b7e947fed104, entries=150, sequenceid=77, filesize=30.2 K 2024-11-09T05:25:31,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/B/6dbe35b827764e45809e0bb84a6003ac as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/B/6dbe35b827764e45809e0bb84a6003ac 2024-11-09T05:25:31,420 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/B/6dbe35b827764e45809e0bb84a6003ac, entries=150, sequenceid=77, filesize=11.7 K 2024-11-09T05:25:31,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/C/0e61c88563d04578b944ba7930002898 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/C/0e61c88563d04578b944ba7930002898 2024-11-09T05:25:31,435 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/C/0e61c88563d04578b944ba7930002898, entries=150, sequenceid=77, filesize=11.7 K 2024-11-09T05:25:31,436 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for 3460f56b52ea2475e317dc3c859c0f0d in 700ms, sequenceid=77, compaction requested=false 2024-11-09T05:25:31,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2603): Flush status journal for 3460f56b52ea2475e317dc3c859c0f0d: 2024-11-09T05:25:31,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. 2024-11-09T05:25:31,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-11-09T05:25:31,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-11-09T05:25:31,440 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=40 2024-11-09T05:25:31,440 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=40, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0140 sec 2024-11-09T05:25:31,442 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees in 1.0210 sec 2024-11-09T05:25:31,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(8855): Flush requested on 3460f56b52ea2475e317dc3c859c0f0d 2024-11-09T05:25:31,542 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T05:25:31,542 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3460f56b52ea2475e317dc3c859c0f0d 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-09T05:25:31,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-09T05:25:31,560 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T05:25:31,561 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T05:25:31,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] procedure2.ProcedureExecutor(1139): Stored pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees 2024-11-09T05:25:31,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-09T05:25:31,564 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T05:25:31,566 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T05:25:31,566 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T05:25:31,568 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411096c9d2032a9ae4c4c8467248b6095f633_3460f56b52ea2475e317dc3c859c0f0d is 50, key is test_row_0/A:col10/1731129930901/Put/seqid=0 2024-11-09T05:25:31,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073741986_1162 (size=14594) 2024-11-09T05:25:31,586 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:31,592 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411096c9d2032a9ae4c4c8467248b6095f633_3460f56b52ea2475e317dc3c859c0f0d to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411096c9d2032a9ae4c4c8467248b6095f633_3460f56b52ea2475e317dc3c859c0f0d 2024-11-09T05:25:31,592 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:31,592 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:31,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57802 deadline: 1731129991582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:31,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57786 deadline: 1731129991585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:31,593 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:31,593 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:31,593 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:31,593 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:31,593 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:31,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57804 deadline: 1731129991588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:31,593 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:31,593 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:31,593 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:31,593 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:31,593 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:31,595 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/A/116a2273c32b4c0385578e2e93a14216, store: [table=TestAcidGuarantees family=A region=3460f56b52ea2475e317dc3c859c0f0d] 2024-11-09T05:25:31,596 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/A/116a2273c32b4c0385578e2e93a14216 is 175, key is test_row_0/A:col10/1731129930901/Put/seqid=0 2024-11-09T05:25:31,598 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:31,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57766 deadline: 1731129991594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:31,598 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:31,598 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:31,599 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:31,604 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:31,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57750 deadline: 1731129991594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:31,604 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:31,604 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:31,604 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:31,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073741987_1163 (size=39549) 2024-11-09T05:25:31,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-09T05:25:31,701 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:31,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57786 deadline: 1731129991700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:31,701 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:31,701 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:31,701 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:31,701 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:31,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57802 deadline: 1731129991700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:31,701 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:31,702 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:31,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57804 deadline: 1731129991700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:31,702 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:31,702 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:31,703 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:31,703 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:31,703 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:31,714 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:31,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57750 deadline: 1731129991710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:31,714 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:31,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57766 deadline: 1731129991711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:31,715 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:31,715 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:31,715 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:31,716 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:31,716 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:31,716 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:31,719 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-09T05:25:31,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. 2024-11-09T05:25:31,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. as already flushing 2024-11-09T05:25:31,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. 2024-11-09T05:25:31,720 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 3460f56b52ea2475e317dc3c859c0f0d, NAME => 'TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:31,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 3460f56b52ea2475e317dc3c859c0f0d, NAME => 'TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:31,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3460f56b52ea2475e317dc3c859c0f0d, NAME => 'TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3460f56b52ea2475e317dc3c859c0f0d, NAME => 'TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:31,873 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-09T05:25:31,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. 2024-11-09T05:25:31,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. as already flushing 2024-11-09T05:25:31,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. 2024-11-09T05:25:31,874 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 3460f56b52ea2475e317dc3c859c0f0d, NAME => 'TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:31,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 3460f56b52ea2475e317dc3c859c0f0d, NAME => 'TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:31,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3460f56b52ea2475e317dc3c859c0f0d, NAME => 'TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3460f56b52ea2475e317dc3c859c0f0d, NAME => 'TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:31,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-09T05:25:31,913 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:31,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57786 deadline: 1731129991910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:31,913 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:31,913 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:31,913 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:31,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57804 deadline: 1731129991910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:31,913 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:31,914 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:31,914 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:31,914 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:31,914 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:31,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57802 deadline: 1731129991910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:31,914 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:31,914 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:31,914 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:31,923 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:31,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57750 deadline: 1731129991920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:31,923 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:31,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57766 deadline: 1731129991920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:31,924 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:31,924 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:31,924 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:31,924 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:31,924 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:31,924 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:32,027 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-09T05:25:32,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. 2024-11-09T05:25:32,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. as already flushing 2024-11-09T05:25:32,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. 2024-11-09T05:25:32,027 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 3460f56b52ea2475e317dc3c859c0f0d, NAME => 'TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:32,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 3460f56b52ea2475e317dc3c859c0f0d, NAME => 'TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:32,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3460f56b52ea2475e317dc3c859c0f0d, NAME => 'TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3460f56b52ea2475e317dc3c859c0f0d, NAME => 'TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:32,043 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=95, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/A/116a2273c32b4c0385578e2e93a14216 2024-11-09T05:25:32,051 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/B/ca406dcc06fb4c5db5291cc2e7008028 is 50, key is test_row_0/B:col10/1731129930901/Put/seqid=0 2024-11-09T05:25:32,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073741988_1164 (size=12001) 2024-11-09T05:25:32,180 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-09T05:25:32,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. 2024-11-09T05:25:32,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. as already flushing 2024-11-09T05:25:32,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. 2024-11-09T05:25:32,180 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 3460f56b52ea2475e317dc3c859c0f0d, NAME => 'TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:32,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 3460f56b52ea2475e317dc3c859c0f0d, NAME => 'TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:32,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3460f56b52ea2475e317dc3c859c0f0d, NAME => 'TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3460f56b52ea2475e317dc3c859c0f0d, NAME => 'TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:32,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-09T05:25:32,222 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:32,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57804 deadline: 1731129992220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:32,223 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:32,223 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:32,223 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:32,223 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:32,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57786 deadline: 1731129992220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:32,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57802 deadline: 1731129992220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:32,223 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:32,224 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:32,224 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:32,224 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:32,224 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:32,224 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:32,224 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:32,230 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:32,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57750 deadline: 1731129992230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:32,231 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:32,231 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:32,231 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:32,231 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:32,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57766 deadline: 1731129992230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:32,231 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:32,231 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:32,231 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:32,333 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-09T05:25:32,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. 2024-11-09T05:25:32,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. as already flushing 2024-11-09T05:25:32,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. 2024-11-09T05:25:32,334 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 3460f56b52ea2475e317dc3c859c0f0d, NAME => 'TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:32,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 3460f56b52ea2475e317dc3c859c0f0d, NAME => 'TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:32,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3460f56b52ea2475e317dc3c859c0f0d, NAME => 'TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3460f56b52ea2475e317dc3c859c0f0d, NAME => 'TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:32,458 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/B/ca406dcc06fb4c5db5291cc2e7008028 2024-11-09T05:25:32,467 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/C/92f573a02d64401cb6b8e3e1c8b56402 is 50, key is test_row_0/C:col10/1731129930901/Put/seqid=0 2024-11-09T05:25:32,486 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-09T05:25:32,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. 2024-11-09T05:25:32,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. as already flushing 2024-11-09T05:25:32,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. 2024-11-09T05:25:32,487 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 3460f56b52ea2475e317dc3c859c0f0d, NAME => 'TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:32,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 3460f56b52ea2475e317dc3c859c0f0d, NAME => 'TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:32,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3460f56b52ea2475e317dc3c859c0f0d, NAME => 'TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3460f56b52ea2475e317dc3c859c0f0d, NAME => 'TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:32,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073741989_1165 (size=12001) 2024-11-09T05:25:32,640 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-09T05:25:32,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. 2024-11-09T05:25:32,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. as already flushing 2024-11-09T05:25:32,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. 2024-11-09T05:25:32,640 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 3460f56b52ea2475e317dc3c859c0f0d, NAME => 'TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:32,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 3460f56b52ea2475e317dc3c859c0f0d, NAME => 'TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:32,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3460f56b52ea2475e317dc3c859c0f0d, NAME => 'TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3460f56b52ea2475e317dc3c859c0f0d, NAME => 'TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:32,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-09T05:25:32,732 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:32,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57804 deadline: 1731129992730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:32,732 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:32,732 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:32,732 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:32,732 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:32,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57786 deadline: 1731129992730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:32,733 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:32,733 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:32,733 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:32,733 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:32,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57802 deadline: 1731129992731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:32,733 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:32,733 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:32,733 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:32,743 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:32,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57750 deadline: 1731129992740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:32,744 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:32,744 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:32,744 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:32,747 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:32,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57766 deadline: 1731129992740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:32,748 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:32,748 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:32,748 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:32,793 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-09T05:25:32,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. 2024-11-09T05:25:32,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. as already flushing 2024-11-09T05:25:32,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. 2024-11-09T05:25:32,793 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 3460f56b52ea2475e317dc3c859c0f0d, NAME => 'TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:32,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 3460f56b52ea2475e317dc3c859c0f0d, NAME => 'TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:32,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3460f56b52ea2475e317dc3c859c0f0d, NAME => 'TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3460f56b52ea2475e317dc3c859c0f0d, NAME => 'TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:32,899 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/C/92f573a02d64401cb6b8e3e1c8b56402 2024-11-09T05:25:32,905 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/A/116a2273c32b4c0385578e2e93a14216 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/116a2273c32b4c0385578e2e93a14216 2024-11-09T05:25:32,910 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/116a2273c32b4c0385578e2e93a14216, entries=200, sequenceid=95, filesize=38.6 K 2024-11-09T05:25:32,912 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/B/ca406dcc06fb4c5db5291cc2e7008028 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/B/ca406dcc06fb4c5db5291cc2e7008028 2024-11-09T05:25:32,918 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/B/ca406dcc06fb4c5db5291cc2e7008028, entries=150, sequenceid=95, filesize=11.7 K 2024-11-09T05:25:32,920 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/C/92f573a02d64401cb6b8e3e1c8b56402 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/C/92f573a02d64401cb6b8e3e1c8b56402 2024-11-09T05:25:32,928 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/C/92f573a02d64401cb6b8e3e1c8b56402, entries=150, sequenceid=95, filesize=11.7 K 2024-11-09T05:25:32,930 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for 3460f56b52ea2475e317dc3c859c0f0d in 1388ms, sequenceid=95, compaction requested=true 2024-11-09T05:25:32,930 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3460f56b52ea2475e317dc3c859c0f0d: 2024-11-09T05:25:32,931 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:25:32,931 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3460f56b52ea2475e317dc3c859c0f0d:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T05:25:32,931 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:25:32,932 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:25:32,932 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3460f56b52ea2475e317dc3c859c0f0d:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T05:25:32,932 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101562 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:25:32,932 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:25:32,932 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3460f56b52ea2475e317dc3c859c0f0d:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T05:25:32,932 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1541): 3460f56b52ea2475e317dc3c859c0f0d/A is initiating minor compaction (all files) 2024-11-09T05:25:32,932 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:25:32,932 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3460f56b52ea2475e317dc3c859c0f0d/A in TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. 2024-11-09T05:25:32,932 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/09ec6e0df4de40edbe57b00a76e199d5, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/fcdf73deaa884b1181c2b7e947fed104, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/116a2273c32b4c0385578e2e93a14216] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp, totalSize=99.2 K 2024-11-09T05:25:32,932 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. 2024-11-09T05:25:32,932 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. files: [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/09ec6e0df4de40edbe57b00a76e199d5, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/fcdf73deaa884b1181c2b7e947fed104, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/116a2273c32b4c0385578e2e93a14216] 2024-11-09T05:25:32,934 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 09ec6e0df4de40edbe57b00a76e199d5, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731129928534 2024-11-09T05:25:32,934 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:25:32,934 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1541): 3460f56b52ea2475e317dc3c859c0f0d/B is initiating minor compaction (all files) 2024-11-09T05:25:32,934 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3460f56b52ea2475e317dc3c859c0f0d/B in TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. 2024-11-09T05:25:32,935 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/B/3bccbf8ec6c14e4a9013dc3c12cbb4b8, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/B/6dbe35b827764e45809e0bb84a6003ac, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/B/ca406dcc06fb4c5db5291cc2e7008028] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp, totalSize=35.3 K 2024-11-09T05:25:32,935 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting fcdf73deaa884b1181c2b7e947fed104, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731129929729 2024-11-09T05:25:32,935 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 3bccbf8ec6c14e4a9013dc3c12cbb4b8, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731129928534 2024-11-09T05:25:32,935 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 116a2273c32b4c0385578e2e93a14216, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731129930901 2024-11-09T05:25:32,935 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 6dbe35b827764e45809e0bb84a6003ac, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731129929729 2024-11-09T05:25:32,936 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting ca406dcc06fb4c5db5291cc2e7008028, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731129930901 2024-11-09T05:25:32,943 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3460f56b52ea2475e317dc3c859c0f0d] 2024-11-09T05:25:32,946 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3460f56b52ea2475e317dc3c859c0f0d#B#compaction#145 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:25:32,946 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/B/b86f8a4d40b34b63a6d87e5256ae79fa is 50, key is test_row_0/B:col10/1731129930901/Put/seqid=0 2024-11-09T05:25:32,948 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-09T05:25:32,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. 2024-11-09T05:25:32,948 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2902): Flushing 3460f56b52ea2475e317dc3c859c0f0d 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-09T05:25:32,953 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241109c75c3b436ca3454e9e94b42aa8424c6f_3460f56b52ea2475e317dc3c859c0f0d store=[table=TestAcidGuarantees family=A region=3460f56b52ea2475e317dc3c859c0f0d] 2024-11-09T05:25:32,958 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241109c75c3b436ca3454e9e94b42aa8424c6f_3460f56b52ea2475e317dc3c859c0f0d, store=[table=TestAcidGuarantees family=A region=3460f56b52ea2475e317dc3c859c0f0d] 2024-11-09T05:25:32,958 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109c75c3b436ca3454e9e94b42aa8424c6f_3460f56b52ea2475e317dc3c859c0f0d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3460f56b52ea2475e317dc3c859c0f0d] 2024-11-09T05:25:32,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411094e87cb6e6a64443687f1daf38ee96160_3460f56b52ea2475e317dc3c859c0f0d is 50, key is test_row_0/A:col10/1731129931590/Put/seqid=0 2024-11-09T05:25:32,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073741991_1167 (size=4469) 2024-11-09T05:25:32,986 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3460f56b52ea2475e317dc3c859c0f0d#A#compaction#144 average throughput is 0.57 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:25:32,987 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/A/4c4da3d7dc5744ed921dac6c973aa4ef is 175, key is test_row_0/A:col10/1731129930901/Put/seqid=0 2024-11-09T05:25:33,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073741990_1166 (size=12207) 2024-11-09T05:25:33,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073741992_1168 (size=12154) 2024-11-09T05:25:33,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:33,069 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411094e87cb6e6a64443687f1daf38ee96160_3460f56b52ea2475e317dc3c859c0f0d to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411094e87cb6e6a64443687f1daf38ee96160_3460f56b52ea2475e317dc3c859c0f0d 2024-11-09T05:25:33,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/A/1d972e3a207249c199674839efd67935, store: [table=TestAcidGuarantees family=A region=3460f56b52ea2475e317dc3c859c0f0d] 2024-11-09T05:25:33,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/A/1d972e3a207249c199674839efd67935 is 175, key is test_row_0/A:col10/1731129931590/Put/seqid=0 2024-11-09T05:25:33,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073741993_1169 (size=31161) 2024-11-09T05:25:33,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073741994_1170 (size=30955) 2024-11-09T05:25:33,415 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/B/b86f8a4d40b34b63a6d87e5256ae79fa as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/B/b86f8a4d40b34b63a6d87e5256ae79fa 2024-11-09T05:25:33,423 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3460f56b52ea2475e317dc3c859c0f0d/B of 3460f56b52ea2475e317dc3c859c0f0d into b86f8a4d40b34b63a6d87e5256ae79fa(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:25:33,423 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3460f56b52ea2475e317dc3c859c0f0d: 2024-11-09T05:25:33,423 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., storeName=3460f56b52ea2475e317dc3c859c0f0d/B, priority=13, startTime=1731129932931; duration=0sec 2024-11-09T05:25:33,424 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:25:33,424 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3460f56b52ea2475e317dc3c859c0f0d:B 2024-11-09T05:25:33,424 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:25:33,426 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:25:33,426 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1541): 3460f56b52ea2475e317dc3c859c0f0d/C is initiating minor compaction (all files) 2024-11-09T05:25:33,426 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3460f56b52ea2475e317dc3c859c0f0d/C in TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. 2024-11-09T05:25:33,426 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/C/c3282b73effe4be58533f20ef514518b, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/C/0e61c88563d04578b944ba7930002898, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/C/92f573a02d64401cb6b8e3e1c8b56402] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp, totalSize=35.3 K 2024-11-09T05:25:33,427 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting c3282b73effe4be58533f20ef514518b, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731129928534 2024-11-09T05:25:33,428 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 0e61c88563d04578b944ba7930002898, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731129929729 2024-11-09T05:25:33,429 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 92f573a02d64401cb6b8e3e1c8b56402, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731129930901 2024-11-09T05:25:33,437 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3460f56b52ea2475e317dc3c859c0f0d#C#compaction#147 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:25:33,438 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/C/364a9b16bdac4a36b1a8833cfffd0953 is 50, key is test_row_0/C:col10/1731129930901/Put/seqid=0 2024-11-09T05:25:33,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073741995_1171 (size=12207) 2024-11-09T05:25:33,449 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/C/364a9b16bdac4a36b1a8833cfffd0953 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/C/364a9b16bdac4a36b1a8833cfffd0953 2024-11-09T05:25:33,456 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3460f56b52ea2475e317dc3c859c0f0d/C of 3460f56b52ea2475e317dc3c859c0f0d into 364a9b16bdac4a36b1a8833cfffd0953(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:25:33,456 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3460f56b52ea2475e317dc3c859c0f0d: 2024-11-09T05:25:33,456 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., storeName=3460f56b52ea2475e317dc3c859c0f0d/C, priority=13, startTime=1731129932932; duration=0sec 2024-11-09T05:25:33,456 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:25:33,456 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3460f56b52ea2475e317dc3c859c0f0d:C 2024-11-09T05:25:33,490 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/A/4c4da3d7dc5744ed921dac6c973aa4ef as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/4c4da3d7dc5744ed921dac6c973aa4ef 2024-11-09T05:25:33,496 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3460f56b52ea2475e317dc3c859c0f0d/A of 3460f56b52ea2475e317dc3c859c0f0d into 4c4da3d7dc5744ed921dac6c973aa4ef(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:25:33,496 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3460f56b52ea2475e317dc3c859c0f0d: 2024-11-09T05:25:33,496 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., storeName=3460f56b52ea2475e317dc3c859c0f0d/A, priority=13, startTime=1731129932930; duration=0sec 2024-11-09T05:25:33,496 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:25:33,496 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3460f56b52ea2475e317dc3c859c0f0d:A 2024-11-09T05:25:33,499 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=117, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/A/1d972e3a207249c199674839efd67935 2024-11-09T05:25:33,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/B/0c085744251547b7b2012c94a4514714 is 50, key is test_row_0/B:col10/1731129931590/Put/seqid=0 2024-11-09T05:25:33,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073741996_1172 (size=12001) 2024-11-09T05:25:33,527 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/B/0c085744251547b7b2012c94a4514714 2024-11-09T05:25:33,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/C/24f3779d71704d9ba05cc85e5b7a5cb2 is 50, key is test_row_0/C:col10/1731129931590/Put/seqid=0 2024-11-09T05:25:33,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073741997_1173 (size=12001) 2024-11-09T05:25:33,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-09T05:25:33,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(8855): Flush requested on 3460f56b52ea2475e317dc3c859c0f0d 2024-11-09T05:25:33,742 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. as already flushing 2024-11-09T05:25:33,755 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:33,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57804 deadline: 1731129993753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:33,756 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:33,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57786 deadline: 1731129993754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:33,756 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:33,756 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:33,756 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:33,756 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:33,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57750 deadline: 1731129993754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:33,757 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:33,757 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:33,757 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:33,759 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:33,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57802 deadline: 1731129993755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:33,764 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:33,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57766 deadline: 1731129993763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:33,764 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:33,764 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:33,764 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:33,764 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:33,764 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:33,764 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 059551c538b7,40801,1731129891493 for 'test_row_1' in 3460f56b52ea2475e317dc3c859c0f0d of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2171 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T05:25:33,765 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:33,765 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:33,765 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:33,765 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:33,864 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:33,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57786 deadline: 1731129993860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:33,864 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:33,864 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:33,864 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:33,864 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:33,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57804 deadline: 1731129993860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:33,865 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:33,865 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:33,865 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:33,872 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:33,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57750 deadline: 1731129993870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:33,873 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:33,873 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:33,873 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:33,873 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:33,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57802 deadline: 1731129993870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:33,873 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:33,873 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:33,873 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:33,967 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/C/24f3779d71704d9ba05cc85e5b7a5cb2 2024-11-09T05:25:33,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/A/1d972e3a207249c199674839efd67935 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/1d972e3a207249c199674839efd67935 2024-11-09T05:25:33,982 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/1d972e3a207249c199674839efd67935, entries=150, sequenceid=117, filesize=30.2 K 2024-11-09T05:25:33,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/B/0c085744251547b7b2012c94a4514714 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/B/0c085744251547b7b2012c94a4514714 2024-11-09T05:25:33,990 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/B/0c085744251547b7b2012c94a4514714, entries=150, sequenceid=117, filesize=11.7 K 2024-11-09T05:25:33,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/C/24f3779d71704d9ba05cc85e5b7a5cb2 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/C/24f3779d71704d9ba05cc85e5b7a5cb2 2024-11-09T05:25:33,996 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/C/24f3779d71704d9ba05cc85e5b7a5cb2, entries=150, sequenceid=117, filesize=11.7 K 2024-11-09T05:25:33,997 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 3460f56b52ea2475e317dc3c859c0f0d in 1049ms, sequenceid=117, compaction requested=false 2024-11-09T05:25:33,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2603): Flush status journal for 3460f56b52ea2475e317dc3c859c0f0d: 2024-11-09T05:25:33,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. 2024-11-09T05:25:33,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-09T05:25:33,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-09T05:25:34,002 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=42 2024-11-09T05:25:34,002 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4320 sec 2024-11-09T05:25:34,002 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees in 2.4400 sec 2024-11-09T05:25:34,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(8855): Flush requested on 3460f56b52ea2475e317dc3c859c0f0d 2024-11-09T05:25:34,073 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T05:25:34,073 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3460f56b52ea2475e317dc3c859c0f0d 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-09T05:25:34,085 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109791aa61d1395434783a2dad6415c3096_3460f56b52ea2475e317dc3c859c0f0d is 50, key is test_row_0/A:col10/1731129933754/Put/seqid=0 2024-11-09T05:25:34,105 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:34,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57786 deadline: 1731129994101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:34,105 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:34,105 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:34,105 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:34,108 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:34,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57804 deadline: 1731129994103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:34,109 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:34,109 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:34,109 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:34,110 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:34,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57750 deadline: 1731129994104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:34,110 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:34,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57802 deadline: 1731129994105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:34,111 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:34,111 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:34,112 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:34,112 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:34,112 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:34,112 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:34,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073741998_1174 (size=17284) 2024-11-09T05:25:34,128 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:34,136 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109791aa61d1395434783a2dad6415c3096_3460f56b52ea2475e317dc3c859c0f0d to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109791aa61d1395434783a2dad6415c3096_3460f56b52ea2475e317dc3c859c0f0d 2024-11-09T05:25:34,138 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/A/720d4035347d41f79678c11dae4cb90f, store: [table=TestAcidGuarantees family=A region=3460f56b52ea2475e317dc3c859c0f0d] 2024-11-09T05:25:34,138 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/A/720d4035347d41f79678c11dae4cb90f is 175, key is test_row_0/A:col10/1731129933754/Put/seqid=0 2024-11-09T05:25:34,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073741999_1175 (size=48389) 2024-11-09T05:25:34,213 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:34,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57786 deadline: 1731129994210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:34,213 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:34,213 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:34,213 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:34,226 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:34,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57804 deadline: 1731129994220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:34,227 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:34,227 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:34,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57750 deadline: 1731129994220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:34,227 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:34,227 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:34,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57802 deadline: 1731129994220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:34,227 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:34,227 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:34,227 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:34,227 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:34,227 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:34,227 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:34,227 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:34,420 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:34,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57786 deadline: 1731129994420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:34,421 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:34,421 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:34,421 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:34,432 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:34,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57804 deadline: 1731129994430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:34,432 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:34,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57802 deadline: 1731129994430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:34,433 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:34,433 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:34,433 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:34,433 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:34,433 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:34,433 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:34,443 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:34,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57750 deadline: 1731129994439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:34,444 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:34,444 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:34,444 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:34,558 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=136, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/A/720d4035347d41f79678c11dae4cb90f 2024-11-09T05:25:34,567 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/B/d83afaf4100e49c2b215a742cec6634e is 50, key is test_row_0/B:col10/1731129933754/Put/seqid=0 2024-11-09T05:25:34,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742000_1176 (size=12151) 2024-11-09T05:25:34,574 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/B/d83afaf4100e49c2b215a742cec6634e 2024-11-09T05:25:34,587 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/C/787b671d0d1e4b97b6f8e38dd7dc1be4 is 50, key is test_row_0/C:col10/1731129933754/Put/seqid=0 2024-11-09T05:25:34,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742001_1177 (size=12151) 2024-11-09T05:25:34,601 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/C/787b671d0d1e4b97b6f8e38dd7dc1be4 2024-11-09T05:25:34,608 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/A/720d4035347d41f79678c11dae4cb90f as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/720d4035347d41f79678c11dae4cb90f 2024-11-09T05:25:34,615 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/720d4035347d41f79678c11dae4cb90f, entries=250, sequenceid=136, filesize=47.3 K 2024-11-09T05:25:34,616 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/B/d83afaf4100e49c2b215a742cec6634e as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/B/d83afaf4100e49c2b215a742cec6634e 2024-11-09T05:25:34,622 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/B/d83afaf4100e49c2b215a742cec6634e, entries=150, sequenceid=136, filesize=11.9 K 2024-11-09T05:25:34,623 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/C/787b671d0d1e4b97b6f8e38dd7dc1be4 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/C/787b671d0d1e4b97b6f8e38dd7dc1be4 2024-11-09T05:25:34,629 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/C/787b671d0d1e4b97b6f8e38dd7dc1be4, entries=150, sequenceid=136, filesize=11.9 K 2024-11-09T05:25:34,630 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=120.76 KB/123660 for 3460f56b52ea2475e317dc3c859c0f0d in 557ms, sequenceid=136, compaction requested=true 2024-11-09T05:25:34,630 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3460f56b52ea2475e317dc3c859c0f0d: 2024-11-09T05:25:34,630 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:25:34,630 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3460f56b52ea2475e317dc3c859c0f0d:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T05:25:34,631 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:25:34,631 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3460f56b52ea2475e317dc3c859c0f0d:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T05:25:34,631 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:25:34,631 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:25:34,631 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3460f56b52ea2475e317dc3c859c0f0d:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T05:25:34,631 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:25:34,632 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:25:34,632 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1541): 3460f56b52ea2475e317dc3c859c0f0d/B is initiating minor compaction (all files) 2024-11-09T05:25:34,632 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3460f56b52ea2475e317dc3c859c0f0d/B in TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. 2024-11-09T05:25:34,632 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/B/b86f8a4d40b34b63a6d87e5256ae79fa, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/B/0c085744251547b7b2012c94a4514714, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/B/d83afaf4100e49c2b215a742cec6634e] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp, totalSize=35.5 K 2024-11-09T05:25:34,632 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110505 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:25:34,632 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1541): 3460f56b52ea2475e317dc3c859c0f0d/A is initiating minor compaction (all files) 2024-11-09T05:25:34,633 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3460f56b52ea2475e317dc3c859c0f0d/A in TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. 2024-11-09T05:25:34,633 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/4c4da3d7dc5744ed921dac6c973aa4ef, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/1d972e3a207249c199674839efd67935, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/720d4035347d41f79678c11dae4cb90f] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp, totalSize=107.9 K 2024-11-09T05:25:34,633 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. 2024-11-09T05:25:34,633 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. files: [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/4c4da3d7dc5744ed921dac6c973aa4ef, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/1d972e3a207249c199674839efd67935, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/720d4035347d41f79678c11dae4cb90f] 2024-11-09T05:25:34,633 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting b86f8a4d40b34b63a6d87e5256ae79fa, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731129930901 2024-11-09T05:25:34,633 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4c4da3d7dc5744ed921dac6c973aa4ef, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731129930901 2024-11-09T05:25:34,634 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 0c085744251547b7b2012c94a4514714, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731129931586 2024-11-09T05:25:34,634 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1d972e3a207249c199674839efd67935, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731129931586 2024-11-09T05:25:34,634 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting d83afaf4100e49c2b215a742cec6634e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731129933753 2024-11-09T05:25:34,634 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 720d4035347d41f79678c11dae4cb90f, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731129933752 2024-11-09T05:25:34,660 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3460f56b52ea2475e317dc3c859c0f0d#B#compaction#153 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:25:34,660 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/B/bccd97461b2e4700baf265ec33bbe972 is 50, key is test_row_0/B:col10/1731129933754/Put/seqid=0 2024-11-09T05:25:34,662 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3460f56b52ea2475e317dc3c859c0f0d] 2024-11-09T05:25:34,681 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241109781b47768a2c4ec5809e557b654a84c2_3460f56b52ea2475e317dc3c859c0f0d store=[table=TestAcidGuarantees family=A region=3460f56b52ea2475e317dc3c859c0f0d] 2024-11-09T05:25:34,684 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241109781b47768a2c4ec5809e557b654a84c2_3460f56b52ea2475e317dc3c859c0f0d, store=[table=TestAcidGuarantees family=A region=3460f56b52ea2475e317dc3c859c0f0d] 2024-11-09T05:25:34,684 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109781b47768a2c4ec5809e557b654a84c2_3460f56b52ea2475e317dc3c859c0f0d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3460f56b52ea2475e317dc3c859c0f0d] 2024-11-09T05:25:34,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742002_1178 (size=12459) 2024-11-09T05:25:34,706 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/B/bccd97461b2e4700baf265ec33bbe972 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/B/bccd97461b2e4700baf265ec33bbe972 2024-11-09T05:25:34,714 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3460f56b52ea2475e317dc3c859c0f0d/B of 3460f56b52ea2475e317dc3c859c0f0d into bccd97461b2e4700baf265ec33bbe972(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:25:34,714 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3460f56b52ea2475e317dc3c859c0f0d: 2024-11-09T05:25:34,714 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., storeName=3460f56b52ea2475e317dc3c859c0f0d/B, priority=13, startTime=1731129934631; duration=0sec 2024-11-09T05:25:34,714 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:25:34,714 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3460f56b52ea2475e317dc3c859c0f0d:B 2024-11-09T05:25:34,714 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:25:34,715 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:25:34,716 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1541): 3460f56b52ea2475e317dc3c859c0f0d/C is initiating minor compaction (all files) 2024-11-09T05:25:34,716 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3460f56b52ea2475e317dc3c859c0f0d/C in TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. 2024-11-09T05:25:34,716 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/C/364a9b16bdac4a36b1a8833cfffd0953, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/C/24f3779d71704d9ba05cc85e5b7a5cb2, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/C/787b671d0d1e4b97b6f8e38dd7dc1be4] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp, totalSize=35.5 K 2024-11-09T05:25:34,718 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 364a9b16bdac4a36b1a8833cfffd0953, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731129930901 2024-11-09T05:25:34,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742003_1179 (size=4469) 2024-11-09T05:25:34,719 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 24f3779d71704d9ba05cc85e5b7a5cb2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731129931586 2024-11-09T05:25:34,719 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 787b671d0d1e4b97b6f8e38dd7dc1be4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731129933753 2024-11-09T05:25:34,732 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3460f56b52ea2475e317dc3c859c0f0d#C#compaction#155 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:25:34,733 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/C/21c5d8729b534d4e93048bf534e99a75 is 50, key is test_row_0/C:col10/1731129933754/Put/seqid=0 2024-11-09T05:25:34,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(8855): Flush requested on 3460f56b52ea2475e317dc3c859c0f0d 2024-11-09T05:25:34,736 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T05:25:34,736 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3460f56b52ea2475e317dc3c859c0f0d 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-09T05:25:34,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742004_1180 (size=12459) 2024-11-09T05:25:34,762 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109a244fc741d2a4f3391594e7b03235418_3460f56b52ea2475e317dc3c859c0f0d is 50, key is test_row_0/A:col10/1731129934102/Put/seqid=0 2024-11-09T05:25:34,766 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:34,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57750 deadline: 1731129994759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:34,767 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:34,767 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:34,767 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:34,767 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:34,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57804 deadline: 1731129994763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:34,768 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:34,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57802 deadline: 1731129994763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:34,768 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:34,768 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:34,768 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:34,768 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:34,769 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:34,769 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:34,773 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:34,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57786 deadline: 1731129994767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:34,774 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:34,774 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:34,774 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:34,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742005_1181 (size=14794) 2024-11-09T05:25:34,783 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:34,788 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109a244fc741d2a4f3391594e7b03235418_3460f56b52ea2475e317dc3c859c0f0d to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109a244fc741d2a4f3391594e7b03235418_3460f56b52ea2475e317dc3c859c0f0d 2024-11-09T05:25:34,791 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/A/01f5c982c2d9481ca9db9d5a78001e46, store: [table=TestAcidGuarantees family=A region=3460f56b52ea2475e317dc3c859c0f0d] 2024-11-09T05:25:34,792 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/A/01f5c982c2d9481ca9db9d5a78001e46 is 175, key is test_row_0/A:col10/1731129934102/Put/seqid=0 2024-11-09T05:25:34,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742006_1182 (size=39749) 2024-11-09T05:25:34,837 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=159, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/A/01f5c982c2d9481ca9db9d5a78001e46 2024-11-09T05:25:34,859 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/B/4add4a5fdfd247318d777b7ee0da8c94 is 50, key is test_row_0/B:col10/1731129934102/Put/seqid=0 2024-11-09T05:25:34,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742007_1183 (size=12151) 2024-11-09T05:25:34,870 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/B/4add4a5fdfd247318d777b7ee0da8c94 2024-11-09T05:25:34,877 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:34,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57750 deadline: 1731129994870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:34,878 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:34,878 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:34,878 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:34,883 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:34,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57804 deadline: 1731129994880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:34,884 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:34,884 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:34,884 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:34,884 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:34,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57786 deadline: 1731129994881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:34,884 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:34,884 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:34,884 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:34,884 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:34,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57802 deadline: 1731129994881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:34,885 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:34,885 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:34,885 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:34,891 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/C/d823f07b14ba472e97d444e794c8e456 is 50, key is test_row_0/C:col10/1731129934102/Put/seqid=0 2024-11-09T05:25:34,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742008_1184 (size=12151) 2024-11-09T05:25:34,921 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/C/d823f07b14ba472e97d444e794c8e456 2024-11-09T05:25:34,927 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/A/01f5c982c2d9481ca9db9d5a78001e46 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/01f5c982c2d9481ca9db9d5a78001e46 2024-11-09T05:25:34,934 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/01f5c982c2d9481ca9db9d5a78001e46, entries=200, sequenceid=159, filesize=38.8 K 2024-11-09T05:25:34,936 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/B/4add4a5fdfd247318d777b7ee0da8c94 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/B/4add4a5fdfd247318d777b7ee0da8c94 2024-11-09T05:25:34,942 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/B/4add4a5fdfd247318d777b7ee0da8c94, entries=150, sequenceid=159, filesize=11.9 K 2024-11-09T05:25:34,944 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/C/d823f07b14ba472e97d444e794c8e456 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/C/d823f07b14ba472e97d444e794c8e456 2024-11-09T05:25:34,950 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/C/d823f07b14ba472e97d444e794c8e456, entries=150, sequenceid=159, filesize=11.9 K 2024-11-09T05:25:34,952 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 3460f56b52ea2475e317dc3c859c0f0d in 216ms, sequenceid=159, compaction requested=false 2024-11-09T05:25:34,953 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3460f56b52ea2475e317dc3c859c0f0d: 2024-11-09T05:25:35,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(8855): Flush requested on 3460f56b52ea2475e317dc3c859c0f0d 2024-11-09T05:25:35,083 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T05:25:35,083 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3460f56b52ea2475e317dc3c859c0f0d 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-09T05:25:35,097 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109bc9ccfd72c8c41b98d751a25d9c4553a_3460f56b52ea2475e317dc3c859c0f0d is 50, key is test_row_0/A:col10/1731129935081/Put/seqid=0 2024-11-09T05:25:35,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742009_1185 (size=14794) 2024-11-09T05:25:35,107 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:35,113 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109bc9ccfd72c8c41b98d751a25d9c4553a_3460f56b52ea2475e317dc3c859c0f0d to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109bc9ccfd72c8c41b98d751a25d9c4553a_3460f56b52ea2475e317dc3c859c0f0d 2024-11-09T05:25:35,114 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/A/89ee8897a5af4b888211aace26873018, store: [table=TestAcidGuarantees family=A region=3460f56b52ea2475e317dc3c859c0f0d] 2024-11-09T05:25:35,115 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/A/89ee8897a5af4b888211aace26873018 is 175, key is test_row_0/A:col10/1731129935081/Put/seqid=0 2024-11-09T05:25:35,119 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3460f56b52ea2475e317dc3c859c0f0d#A#compaction#154 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:25:35,120 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/A/508e4615ecdd4834bb5e1318831d333f is 175, key is test_row_0/A:col10/1731129933754/Put/seqid=0 2024-11-09T05:25:35,121 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:35,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57786 deadline: 1731129995114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:35,121 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:35,121 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:35,121 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:35,122 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:35,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57802 deadline: 1731129995118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:35,123 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:35,123 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:35,123 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:35,123 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:35,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57804 deadline: 1731129995120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:35,123 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:35,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57750 deadline: 1731129995121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:35,124 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:35,124 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:35,124 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:35,124 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:35,124 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:35,124 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:35,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742010_1186 (size=39749) 2024-11-09T05:25:35,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742011_1187 (size=31413) 2024-11-09T05:25:35,143 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/A/508e4615ecdd4834bb5e1318831d333f as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/508e4615ecdd4834bb5e1318831d333f 2024-11-09T05:25:35,150 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3460f56b52ea2475e317dc3c859c0f0d/A of 3460f56b52ea2475e317dc3c859c0f0d into 508e4615ecdd4834bb5e1318831d333f(size=30.7 K), total size for store is 69.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:25:35,150 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3460f56b52ea2475e317dc3c859c0f0d: 2024-11-09T05:25:35,150 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., storeName=3460f56b52ea2475e317dc3c859c0f0d/A, priority=13, startTime=1731129934630; duration=0sec 2024-11-09T05:25:35,150 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:25:35,150 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3460f56b52ea2475e317dc3c859c0f0d:A 2024-11-09T05:25:35,157 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/C/21c5d8729b534d4e93048bf534e99a75 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/C/21c5d8729b534d4e93048bf534e99a75 2024-11-09T05:25:35,163 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3460f56b52ea2475e317dc3c859c0f0d/C of 3460f56b52ea2475e317dc3c859c0f0d into 21c5d8729b534d4e93048bf534e99a75(size=12.2 K), total size for store is 24.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:25:35,163 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3460f56b52ea2475e317dc3c859c0f0d: 2024-11-09T05:25:35,163 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., storeName=3460f56b52ea2475e317dc3c859c0f0d/C, priority=13, startTime=1731129934631; duration=0sec 2024-11-09T05:25:35,163 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:25:35,163 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3460f56b52ea2475e317dc3c859c0f0d:C 2024-11-09T05:25:35,233 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:35,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57786 deadline: 1731129995230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:35,233 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:35,233 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:35,233 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:35,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57802 deadline: 1731129995230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:35,234 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:35,234 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:35,234 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:35,234 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:35,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57750 deadline: 1731129995230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:35,234 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:35,234 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:35,234 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:35,234 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:35,234 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:35,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57804 deadline: 1731129995230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:35,234 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:35,234 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:35,234 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:35,446 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:35,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57802 deadline: 1731129995440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:35,446 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:35,446 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:35,446 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:35,446 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:35,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57786 deadline: 1731129995440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:35,447 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:35,447 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:35,447 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:35,447 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:35,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57750 deadline: 1731129995440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:35,447 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:35,448 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:35,448 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:35,448 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:35,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57804 deadline: 1731129995440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:35,448 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:35,448 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:35,448 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:35,527 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=174, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/A/89ee8897a5af4b888211aace26873018 2024-11-09T05:25:35,536 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/B/81a258f5dba8402bb9ccf19c69cbfc93 is 50, key is test_row_0/B:col10/1731129935081/Put/seqid=0 2024-11-09T05:25:35,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742012_1188 (size=12151) 2024-11-09T05:25:35,559 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/B/81a258f5dba8402bb9ccf19c69cbfc93 2024-11-09T05:25:35,577 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/C/347db53796af4fbcbed4a4425eb73a6a is 50, key is test_row_0/C:col10/1731129935081/Put/seqid=0 2024-11-09T05:25:35,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742013_1189 (size=12151) 2024-11-09T05:25:35,591 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/C/347db53796af4fbcbed4a4425eb73a6a 2024-11-09T05:25:35,596 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/A/89ee8897a5af4b888211aace26873018 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/89ee8897a5af4b888211aace26873018 2024-11-09T05:25:35,601 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/89ee8897a5af4b888211aace26873018, entries=200, sequenceid=174, filesize=38.8 K 2024-11-09T05:25:35,602 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/B/81a258f5dba8402bb9ccf19c69cbfc93 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/B/81a258f5dba8402bb9ccf19c69cbfc93 2024-11-09T05:25:35,606 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/B/81a258f5dba8402bb9ccf19c69cbfc93, entries=150, sequenceid=174, filesize=11.9 K 2024-11-09T05:25:35,607 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/C/347db53796af4fbcbed4a4425eb73a6a as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/C/347db53796af4fbcbed4a4425eb73a6a 2024-11-09T05:25:35,611 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/C/347db53796af4fbcbed4a4425eb73a6a, entries=150, sequenceid=174, filesize=11.9 K 2024-11-09T05:25:35,612 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 3460f56b52ea2475e317dc3c859c0f0d in 529ms, sequenceid=174, compaction requested=true 2024-11-09T05:25:35,612 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3460f56b52ea2475e317dc3c859c0f0d: 2024-11-09T05:25:35,612 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3460f56b52ea2475e317dc3c859c0f0d:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T05:25:35,612 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:25:35,612 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:25:35,612 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:25:35,612 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3460f56b52ea2475e317dc3c859c0f0d:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T05:25:35,613 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:25:35,613 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3460f56b52ea2475e317dc3c859c0f0d:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T05:25:35,613 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:25:35,613 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:25:35,613 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1541): 3460f56b52ea2475e317dc3c859c0f0d/B is initiating minor compaction (all files) 2024-11-09T05:25:35,613 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3460f56b52ea2475e317dc3c859c0f0d/B in TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. 2024-11-09T05:25:35,613 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/B/bccd97461b2e4700baf265ec33bbe972, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/B/4add4a5fdfd247318d777b7ee0da8c94, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/B/81a258f5dba8402bb9ccf19c69cbfc93] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp, totalSize=35.9 K 2024-11-09T05:25:35,614 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110911 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:25:35,614 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1541): 3460f56b52ea2475e317dc3c859c0f0d/A is initiating minor compaction (all files) 2024-11-09T05:25:35,614 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3460f56b52ea2475e317dc3c859c0f0d/A in TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. 2024-11-09T05:25:35,614 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/508e4615ecdd4834bb5e1318831d333f, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/01f5c982c2d9481ca9db9d5a78001e46, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/89ee8897a5af4b888211aace26873018] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp, totalSize=108.3 K 2024-11-09T05:25:35,614 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. 2024-11-09T05:25:35,614 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. files: [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/508e4615ecdd4834bb5e1318831d333f, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/01f5c982c2d9481ca9db9d5a78001e46, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/89ee8897a5af4b888211aace26873018] 2024-11-09T05:25:35,615 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting bccd97461b2e4700baf265ec33bbe972, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731129933753 2024-11-09T05:25:35,615 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 4add4a5fdfd247318d777b7ee0da8c94, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731129934099 2024-11-09T05:25:35,615 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 508e4615ecdd4834bb5e1318831d333f, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731129933753 2024-11-09T05:25:35,615 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 81a258f5dba8402bb9ccf19c69cbfc93, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1731129934758 2024-11-09T05:25:35,616 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 01f5c982c2d9481ca9db9d5a78001e46, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731129934099 2024-11-09T05:25:35,617 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 89ee8897a5af4b888211aace26873018, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1731129934758 2024-11-09T05:25:35,626 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3460f56b52ea2475e317dc3c859c0f0d] 2024-11-09T05:25:35,628 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3460f56b52ea2475e317dc3c859c0f0d#B#compaction#163 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:25:35,632 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/B/ab5490b4e15e460fb771838f789987e9 is 50, key is test_row_0/B:col10/1731129935081/Put/seqid=0 2024-11-09T05:25:35,634 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411092fa1989dbe4c4708984a65385b0e5405_3460f56b52ea2475e317dc3c859c0f0d store=[table=TestAcidGuarantees family=A region=3460f56b52ea2475e317dc3c859c0f0d] 2024-11-09T05:25:35,636 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411092fa1989dbe4c4708984a65385b0e5405_3460f56b52ea2475e317dc3c859c0f0d, store=[table=TestAcidGuarantees family=A region=3460f56b52ea2475e317dc3c859c0f0d] 2024-11-09T05:25:35,637 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411092fa1989dbe4c4708984a65385b0e5405_3460f56b52ea2475e317dc3c859c0f0d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3460f56b52ea2475e317dc3c859c0f0d] 2024-11-09T05:25:35,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742014_1190 (size=12561) 2024-11-09T05:25:35,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742015_1191 (size=4469) 2024-11-09T05:25:35,653 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/B/ab5490b4e15e460fb771838f789987e9 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/B/ab5490b4e15e460fb771838f789987e9 2024-11-09T05:25:35,668 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3460f56b52ea2475e317dc3c859c0f0d/B of 3460f56b52ea2475e317dc3c859c0f0d into ab5490b4e15e460fb771838f789987e9(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:25:35,668 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3460f56b52ea2475e317dc3c859c0f0d: 2024-11-09T05:25:35,668 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., storeName=3460f56b52ea2475e317dc3c859c0f0d/B, priority=13, startTime=1731129935612; duration=0sec 2024-11-09T05:25:35,668 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:25:35,668 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3460f56b52ea2475e317dc3c859c0f0d:B 2024-11-09T05:25:35,668 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:25:35,670 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:25:35,670 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1541): 3460f56b52ea2475e317dc3c859c0f0d/C is initiating minor compaction (all files) 2024-11-09T05:25:35,670 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3460f56b52ea2475e317dc3c859c0f0d/C in TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. 2024-11-09T05:25:35,670 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/C/21c5d8729b534d4e93048bf534e99a75, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/C/d823f07b14ba472e97d444e794c8e456, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/C/347db53796af4fbcbed4a4425eb73a6a] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp, totalSize=35.9 K 2024-11-09T05:25:35,671 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 21c5d8729b534d4e93048bf534e99a75, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731129933753 2024-11-09T05:25:35,671 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting d823f07b14ba472e97d444e794c8e456, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731129934099 2024-11-09T05:25:35,671 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 347db53796af4fbcbed4a4425eb73a6a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1731129934758 2024-11-09T05:25:35,694 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3460f56b52ea2475e317dc3c859c0f0d#C#compaction#164 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:25:35,695 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/C/592bac899c70470ca03398829aa190ec is 50, key is test_row_0/C:col10/1731129935081/Put/seqid=0 2024-11-09T05:25:35,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-09T05:25:35,731 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T05:25:35,732 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T05:25:35,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] procedure2.ProcedureExecutor(1139): Stored pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees 2024-11-09T05:25:35,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-09T05:25:35,735 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T05:25:35,737 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T05:25:35,737 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T05:25:35,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742016_1192 (size=12561) 2024-11-09T05:25:35,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(8855): Flush requested on 3460f56b52ea2475e317dc3c859c0f0d 2024-11-09T05:25:35,757 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T05:25:35,757 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3460f56b52ea2475e317dc3c859c0f0d 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-09T05:25:35,766 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/C/592bac899c70470ca03398829aa190ec as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/C/592bac899c70470ca03398829aa190ec 2024-11-09T05:25:35,776 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3460f56b52ea2475e317dc3c859c0f0d/C of 3460f56b52ea2475e317dc3c859c0f0d into 592bac899c70470ca03398829aa190ec(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:25:35,776 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3460f56b52ea2475e317dc3c859c0f0d: 2024-11-09T05:25:35,776 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., storeName=3460f56b52ea2475e317dc3c859c0f0d/C, priority=13, startTime=1731129935613; duration=0sec 2024-11-09T05:25:35,776 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:25:35,776 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3460f56b52ea2475e317dc3c859c0f0d:C 2024-11-09T05:25:35,789 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:35,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57766 deadline: 1731129995780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:35,790 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:35,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57786 deadline: 1731129995781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:35,791 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:35,791 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:35,791 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:35,790 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 059551c538b7,40801,1731129891493 for 'test_row_1' in 3460f56b52ea2475e317dc3c859c0f0d of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4197 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T05:25:35,791 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:35,791 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:35,791 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:35,793 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:35,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57750 deadline: 1731129995784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:35,793 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:35,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57804 deadline: 1731129995786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:35,794 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:35,794 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:35,794 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:35,794 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:35,794 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:35,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57802 deadline: 1731129995790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:35,794 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:35,794 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:35,795 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:35,795 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:35,795 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:35,815 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109c102ad5c4d984adc9f70c3fe9e0cf947_3460f56b52ea2475e317dc3c859c0f0d is 50, key is test_row_0/A:col10/1731129935751/Put/seqid=0 2024-11-09T05:25:35,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-09T05:25:35,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742017_1193 (size=14794) 2024-11-09T05:25:35,891 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-09T05:25:35,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. 2024-11-09T05:25:35,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. as already flushing 2024-11-09T05:25:35,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. 2024-11-09T05:25:35,891 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 3460f56b52ea2475e317dc3c859c0f0d, NAME => 'TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:35,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 3460f56b52ea2475e317dc3c859c0f0d, NAME => 'TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:35,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3460f56b52ea2475e317dc3c859c0f0d, NAME => 'TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3460f56b52ea2475e317dc3c859c0f0d, NAME => 'TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:35,901 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:35,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57804 deadline: 1731129995900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:35,902 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:35,902 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:35,902 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:35,902 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:35,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57750 deadline: 1731129995900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:35,902 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:35,902 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:35,902 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:35,902 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:35,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57802 deadline: 1731129995900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:35,903 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:35,903 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:35,903 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:35,904 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:35,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57786 deadline: 1731129995901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:35,905 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:35,905 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:35,905 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:35,910 INFO [master/059551c538b7:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-09T05:25:35,910 INFO [master/059551c538b7:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-09T05:25:36,045 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-09T05:25:36,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. 2024-11-09T05:25:36,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. as already flushing 2024-11-09T05:25:36,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. 2024-11-09T05:25:36,045 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 3460f56b52ea2475e317dc3c859c0f0d, NAME => 'TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:36,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 3460f56b52ea2475e317dc3c859c0f0d, NAME => 'TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:36,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3460f56b52ea2475e317dc3c859c0f0d, NAME => 'TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3460f56b52ea2475e317dc3c859c0f0d, NAME => 'TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:36,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-09T05:25:36,052 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3460f56b52ea2475e317dc3c859c0f0d#A#compaction#162 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:25:36,053 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/A/f93cb081f81d42db904464cccaef2407 is 175, key is test_row_0/A:col10/1731129935081/Put/seqid=0 2024-11-09T05:25:36,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742018_1194 (size=31515) 2024-11-09T05:25:36,084 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/A/f93cb081f81d42db904464cccaef2407 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/f93cb081f81d42db904464cccaef2407 2024-11-09T05:25:36,093 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3460f56b52ea2475e317dc3c859c0f0d/A of 3460f56b52ea2475e317dc3c859c0f0d into f93cb081f81d42db904464cccaef2407(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:25:36,093 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3460f56b52ea2475e317dc3c859c0f0d: 2024-11-09T05:25:36,093 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., storeName=3460f56b52ea2475e317dc3c859c0f0d/A, priority=13, startTime=1731129935612; duration=0sec 2024-11-09T05:25:36,093 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:25:36,093 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3460f56b52ea2475e317dc3c859c0f0d:A 2024-11-09T05:25:36,112 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:36,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57750 deadline: 1731129996110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:36,112 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:36,112 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:36,112 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:36,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57804 deadline: 1731129996110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:36,112 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:36,113 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:36,113 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:36,113 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:36,113 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:36,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57802 deadline: 1731129996111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:36,113 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:36,113 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:36,113 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:36,113 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:36,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57786 deadline: 1731129996111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:36,113 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:36,113 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:36,113 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:36,198 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-09T05:25:36,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. 2024-11-09T05:25:36,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. as already flushing 2024-11-09T05:25:36,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. 2024-11-09T05:25:36,199 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 3460f56b52ea2475e317dc3c859c0f0d, NAME => 'TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:36,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 3460f56b52ea2475e317dc3c859c0f0d, NAME => 'TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:36,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3460f56b52ea2475e317dc3c859c0f0d, NAME => 'TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3460f56b52ea2475e317dc3c859c0f0d, NAME => 'TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:36,260 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:36,264 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109c102ad5c4d984adc9f70c3fe9e0cf947_3460f56b52ea2475e317dc3c859c0f0d to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109c102ad5c4d984adc9f70c3fe9e0cf947_3460f56b52ea2475e317dc3c859c0f0d 2024-11-09T05:25:36,266 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/A/76f7d4a0b15c488e934b4bd2859a3c18, store: [table=TestAcidGuarantees family=A region=3460f56b52ea2475e317dc3c859c0f0d] 2024-11-09T05:25:36,266 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/A/76f7d4a0b15c488e934b4bd2859a3c18 is 175, key is test_row_0/A:col10/1731129935751/Put/seqid=0 2024-11-09T05:25:36,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742019_1195 (size=39749) 2024-11-09T05:25:36,288 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=200, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/A/76f7d4a0b15c488e934b4bd2859a3c18 2024-11-09T05:25:36,296 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/B/89af4f7dbdf346f3ac7f29422f3a776d is 50, key is test_row_0/B:col10/1731129935751/Put/seqid=0 2024-11-09T05:25:36,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742020_1196 (size=12151) 2024-11-09T05:25:36,304 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/B/89af4f7dbdf346f3ac7f29422f3a776d 2024-11-09T05:25:36,317 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/C/249f38ada2974ec289661ca5fb4b7a60 is 50, key is test_row_0/C:col10/1731129935751/Put/seqid=0 2024-11-09T05:25:36,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742021_1197 (size=12151) 2024-11-09T05:25:36,357 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-09T05:25:36,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. 2024-11-09T05:25:36,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. as already flushing 2024-11-09T05:25:36,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. 2024-11-09T05:25:36,357 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 3460f56b52ea2475e317dc3c859c0f0d, NAME => 'TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:36,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 3460f56b52ea2475e317dc3c859c0f0d, NAME => 'TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:36,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3460f56b52ea2475e317dc3c859c0f0d, NAME => 'TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3460f56b52ea2475e317dc3c859c0f0d, NAME => 'TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:36,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-09T05:25:36,423 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:36,423 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:36,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57804 deadline: 1731129996420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:36,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57750 deadline: 1731129996420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:36,424 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:36,424 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:36,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57802 deadline: 1731129996420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:36,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57786 deadline: 1731129996420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:36,424 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:36,424 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:36,424 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:36,425 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:36,425 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:36,425 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:36,425 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:36,425 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:36,425 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:36,425 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:36,425 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:36,425 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:36,509 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-09T05:25:36,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. 2024-11-09T05:25:36,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. as already flushing 2024-11-09T05:25:36,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. 2024-11-09T05:25:36,510 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 3460f56b52ea2475e317dc3c859c0f0d, NAME => 'TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:36,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 3460f56b52ea2475e317dc3c859c0f0d, NAME => 'TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:36,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3460f56b52ea2475e317dc3c859c0f0d, NAME => 'TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3460f56b52ea2475e317dc3c859c0f0d, NAME => 'TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:36,663 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-09T05:25:36,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. 2024-11-09T05:25:36,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. as already flushing 2024-11-09T05:25:36,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. 2024-11-09T05:25:36,663 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 3460f56b52ea2475e317dc3c859c0f0d, NAME => 'TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:36,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 3460f56b52ea2475e317dc3c859c0f0d, NAME => 'TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:36,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3460f56b52ea2475e317dc3c859c0f0d, NAME => 'TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3460f56b52ea2475e317dc3c859c0f0d, NAME => 'TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:36,727 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/C/249f38ada2974ec289661ca5fb4b7a60 2024-11-09T05:25:36,732 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/A/76f7d4a0b15c488e934b4bd2859a3c18 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/76f7d4a0b15c488e934b4bd2859a3c18 2024-11-09T05:25:36,736 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/76f7d4a0b15c488e934b4bd2859a3c18, entries=200, sequenceid=200, filesize=38.8 K 2024-11-09T05:25:36,737 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/B/89af4f7dbdf346f3ac7f29422f3a776d as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/B/89af4f7dbdf346f3ac7f29422f3a776d 2024-11-09T05:25:36,741 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/B/89af4f7dbdf346f3ac7f29422f3a776d, entries=150, sequenceid=200, filesize=11.9 K 2024-11-09T05:25:36,741 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/C/249f38ada2974ec289661ca5fb4b7a60 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/C/249f38ada2974ec289661ca5fb4b7a60 2024-11-09T05:25:36,752 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/C/249f38ada2974ec289661ca5fb4b7a60, entries=150, sequenceid=200, filesize=11.9 K 2024-11-09T05:25:36,753 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 3460f56b52ea2475e317dc3c859c0f0d in 996ms, sequenceid=200, compaction requested=false 2024-11-09T05:25:36,753 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3460f56b52ea2475e317dc3c859c0f0d: 2024-11-09T05:25:36,815 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-09T05:25:36,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. 2024-11-09T05:25:36,816 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2902): Flushing 3460f56b52ea2475e317dc3c859c0f0d 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-09T05:25:36,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109a1067e9b212545a78baa3fbe5102c033_3460f56b52ea2475e317dc3c859c0f0d is 50, key is test_row_0/A:col10/1731129935773/Put/seqid=0 2024-11-09T05:25:36,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742022_1198 (size=12304) 2024-11-09T05:25:36,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:36,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-09T05:25:36,872 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109a1067e9b212545a78baa3fbe5102c033_3460f56b52ea2475e317dc3c859c0f0d to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109a1067e9b212545a78baa3fbe5102c033_3460f56b52ea2475e317dc3c859c0f0d 2024-11-09T05:25:36,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/A/92ef3f697b534b50829c52aaf0284e79, store: [table=TestAcidGuarantees family=A region=3460f56b52ea2475e317dc3c859c0f0d] 2024-11-09T05:25:36,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/A/92ef3f697b534b50829c52aaf0284e79 is 175, key is test_row_0/A:col10/1731129935773/Put/seqid=0 2024-11-09T05:25:36,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742023_1199 (size=31105) 2024-11-09T05:25:36,900 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=215, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/A/92ef3f697b534b50829c52aaf0284e79 2024-11-09T05:25:36,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/B/cd3e97b9883d4fca9fd9b137a81e0c84 is 50, key is test_row_0/B:col10/1731129935773/Put/seqid=0 2024-11-09T05:25:36,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(8855): Flush requested on 3460f56b52ea2475e317dc3c859c0f0d 2024-11-09T05:25:36,934 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. as already flushing 2024-11-09T05:25:36,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742024_1200 (size=12151) 2024-11-09T05:25:36,968 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:36,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57750 deadline: 1731129996962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:36,969 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:36,969 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:36,969 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:36,969 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:36,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57786 deadline: 1731129996963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:36,969 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:36,969 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:36,969 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:36,971 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:36,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57804 deadline: 1731129996968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:36,971 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:36,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57802 deadline: 1731129996969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:36,972 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:36,972 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:36,972 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:36,972 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:36,972 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:36,972 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:37,087 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:37,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57750 deadline: 1731129997080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:37,088 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:37,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57804 deadline: 1731129997080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:37,088 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:37,088 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:37,088 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:37,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57786 deadline: 1731129997080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:37,088 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:37,088 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:37,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57802 deadline: 1731129997080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:37,088 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:37,088 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:37,088 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:37,089 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:37,089 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:37,089 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:37,089 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:37,089 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:37,089 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:37,301 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:37,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57786 deadline: 1731129997300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:37,302 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:37,302 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:37,302 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:37,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57804 deadline: 1731129997300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:37,302 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:37,302 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:37,302 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:37,302 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:37,302 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:37,302 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:37,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57750 deadline: 1731129997300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:37,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57802 deadline: 1731129997301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:37,302 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:37,302 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:37,303 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:37,303 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:37,303 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:37,303 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:37,342 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/B/cd3e97b9883d4fca9fd9b137a81e0c84 2024-11-09T05:25:37,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/C/c80ddd0d02614400a7e3c3d3461daad6 is 50, key is test_row_0/C:col10/1731129935773/Put/seqid=0 2024-11-09T05:25:37,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742025_1201 (size=12151) 2024-11-09T05:25:37,628 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:37,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57804 deadline: 1731129997626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:37,628 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:37,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57786 deadline: 1731129997626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:37,628 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:37,628 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:37,629 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:37,629 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:37,629 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:37,629 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:37,629 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:37,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57750 deadline: 1731129997626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:37,629 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:37,629 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:37,629 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:37,629 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:37,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57802 deadline: 1731129997626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:37,629 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:37,629 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:37,629 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:37,767 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/C/c80ddd0d02614400a7e3c3d3461daad6 2024-11-09T05:25:37,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/A/92ef3f697b534b50829c52aaf0284e79 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/92ef3f697b534b50829c52aaf0284e79 2024-11-09T05:25:37,777 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/92ef3f697b534b50829c52aaf0284e79, entries=150, sequenceid=215, filesize=30.4 K 2024-11-09T05:25:37,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/B/cd3e97b9883d4fca9fd9b137a81e0c84 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/B/cd3e97b9883d4fca9fd9b137a81e0c84 2024-11-09T05:25:37,783 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/B/cd3e97b9883d4fca9fd9b137a81e0c84, entries=150, sequenceid=215, filesize=11.9 K 2024-11-09T05:25:37,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/C/c80ddd0d02614400a7e3c3d3461daad6 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/C/c80ddd0d02614400a7e3c3d3461daad6 2024-11-09T05:25:37,789 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/C/c80ddd0d02614400a7e3c3d3461daad6, entries=150, sequenceid=215, filesize=11.9 K 2024-11-09T05:25:37,790 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 3460f56b52ea2475e317dc3c859c0f0d in 973ms, sequenceid=215, compaction requested=true 2024-11-09T05:25:37,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2603): Flush status journal for 3460f56b52ea2475e317dc3c859c0f0d: 2024-11-09T05:25:37,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. 2024-11-09T05:25:37,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-09T05:25:37,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-09T05:25:37,792 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=44 2024-11-09T05:25:37,792 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0540 sec 2024-11-09T05:25:37,794 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees in 2.0610 sec 2024-11-09T05:25:37,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-09T05:25:37,880 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T05:25:37,880 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T05:25:37,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees 2024-11-09T05:25:37,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-09T05:25:37,882 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T05:25:37,883 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T05:25:37,883 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T05:25:37,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-09T05:25:38,035 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-09T05:25:38,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. 2024-11-09T05:25:38,036 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2902): Flushing 3460f56b52ea2475e317dc3c859c0f0d 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-09T05:25:38,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411099b26b63403cd4a7ab4d7dd8976e3efe8_3460f56b52ea2475e317dc3c859c0f0d is 50, key is test_row_0/A:col10/1731129936965/Put/seqid=0 2024-11-09T05:25:38,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742026_1202 (size=12304) 2024-11-09T05:25:38,144 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. as already flushing 2024-11-09T05:25:38,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(8855): Flush requested on 3460f56b52ea2475e317dc3c859c0f0d 2024-11-09T05:25:38,157 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:38,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57786 deadline: 1731129998151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:38,157 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:38,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57802 deadline: 1731129998152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:38,158 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:38,158 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:38,158 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:38,158 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:38,158 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:38,158 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:38,161 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:38,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57750 deadline: 1731129998156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:38,162 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:38,162 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:38,162 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:38,162 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:38,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57804 deadline: 1731129998157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:38,162 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:38,162 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:38,162 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:38,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-09T05:25:38,265 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:38,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57786 deadline: 1731129998260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:38,265 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:38,265 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:38,265 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:38,265 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:38,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57802 deadline: 1731129998260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:38,266 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:38,266 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:38,266 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:38,276 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:38,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57804 deadline: 1731129998271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:38,277 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:38,277 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:38,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57750 deadline: 1731129998271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:38,277 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:38,277 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:38,277 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:38,277 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:38,277 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:38,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:38,461 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411099b26b63403cd4a7ab4d7dd8976e3efe8_3460f56b52ea2475e317dc3c859c0f0d to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411099b26b63403cd4a7ab4d7dd8976e3efe8_3460f56b52ea2475e317dc3c859c0f0d 2024-11-09T05:25:38,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/A/6942685554cd48228b23acb9e97627dc, store: [table=TestAcidGuarantees family=A region=3460f56b52ea2475e317dc3c859c0f0d] 2024-11-09T05:25:38,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/A/6942685554cd48228b23acb9e97627dc is 175, key is test_row_0/A:col10/1731129936965/Put/seqid=0 2024-11-09T05:25:38,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742027_1203 (size=31105) 2024-11-09T05:25:38,475 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:38,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57786 deadline: 1731129998470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:38,476 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:38,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57802 deadline: 1731129998470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:38,476 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:38,476 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:38,476 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:38,476 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:38,476 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:38,477 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:38,480 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:38,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57750 deadline: 1731129998480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:38,481 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:38,481 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:38,481 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:38,481 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:38,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57804 deadline: 1731129998481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:38,481 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:38,481 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:38,481 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:38,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-09T05:25:38,782 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:38,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57786 deadline: 1731129998780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:38,782 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:38,782 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:38,782 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:38,782 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:38,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57802 deadline: 1731129998781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:38,782 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:38,782 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:38,782 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:38,795 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:38,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57750 deadline: 1731129998790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:38,795 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:38,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57804 deadline: 1731129998790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:38,796 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:38,796 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:38,796 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:38,796 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:38,796 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:38,796 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:38,869 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=238, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/A/6942685554cd48228b23acb9e97627dc 2024-11-09T05:25:38,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/B/8e3ffa5da86f4586bb5b44621a19805a is 50, key is test_row_0/B:col10/1731129936965/Put/seqid=0 2024-11-09T05:25:38,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742028_1204 (size=12151) 2024-11-09T05:25:38,884 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/B/8e3ffa5da86f4586bb5b44621a19805a 2024-11-09T05:25:38,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/C/e8ad948736b94331b28b7123dedfe0f4 is 50, key is test_row_0/C:col10/1731129936965/Put/seqid=0 2024-11-09T05:25:38,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742029_1205 (size=12151) 2024-11-09T05:25:38,895 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/C/e8ad948736b94331b28b7123dedfe0f4 2024-11-09T05:25:38,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/A/6942685554cd48228b23acb9e97627dc as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/6942685554cd48228b23acb9e97627dc 2024-11-09T05:25:38,905 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/6942685554cd48228b23acb9e97627dc, entries=150, sequenceid=238, filesize=30.4 K 2024-11-09T05:25:38,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/B/8e3ffa5da86f4586bb5b44621a19805a as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/B/8e3ffa5da86f4586bb5b44621a19805a 2024-11-09T05:25:38,913 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/B/8e3ffa5da86f4586bb5b44621a19805a, entries=150, sequenceid=238, filesize=11.9 K 2024-11-09T05:25:38,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/C/e8ad948736b94331b28b7123dedfe0f4 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/C/e8ad948736b94331b28b7123dedfe0f4 2024-11-09T05:25:38,921 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/C/e8ad948736b94331b28b7123dedfe0f4, entries=150, sequenceid=238, filesize=11.9 K 2024-11-09T05:25:38,922 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 3460f56b52ea2475e317dc3c859c0f0d in 886ms, sequenceid=238, compaction requested=true 2024-11-09T05:25:38,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2603): Flush status journal for 3460f56b52ea2475e317dc3c859c0f0d: 2024-11-09T05:25:38,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. 2024-11-09T05:25:38,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-11-09T05:25:38,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-11-09T05:25:38,926 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-09T05:25:38,926 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0410 sec 2024-11-09T05:25:38,929 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees in 1.0470 sec 2024-11-09T05:25:39,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-09T05:25:39,020 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T05:25:39,021 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T05:25:39,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] procedure2.ProcedureExecutor(1139): Stored pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees 2024-11-09T05:25:39,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-09T05:25:39,023 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T05:25:39,024 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T05:25:39,024 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=48, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T05:25:39,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-09T05:25:39,176 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-09T05:25:39,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. 2024-11-09T05:25:39,177 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2902): Flushing 3460f56b52ea2475e317dc3c859c0f0d 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-09T05:25:39,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411094d3760ce6dce4e1e8d88e7f257f67609_3460f56b52ea2475e317dc3c859c0f0d is 50, key is test_row_0/A:col10/1731129938155/Put/seqid=0 2024-11-09T05:25:39,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742030_1206 (size=12304) 2024-11-09T05:25:39,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:39,227 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411094d3760ce6dce4e1e8d88e7f257f67609_3460f56b52ea2475e317dc3c859c0f0d to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411094d3760ce6dce4e1e8d88e7f257f67609_3460f56b52ea2475e317dc3c859c0f0d 2024-11-09T05:25:39,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/A/58d7bb48903449cbaeb5b0cc2b5e9e34, store: [table=TestAcidGuarantees family=A region=3460f56b52ea2475e317dc3c859c0f0d] 2024-11-09T05:25:39,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/A/58d7bb48903449cbaeb5b0cc2b5e9e34 is 175, key is test_row_0/A:col10/1731129938155/Put/seqid=0 2024-11-09T05:25:39,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742031_1207 (size=31105) 2024-11-09T05:25:39,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(8855): Flush requested on 3460f56b52ea2475e317dc3c859c0f0d 2024-11-09T05:25:39,293 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. as already flushing 2024-11-09T05:25:39,325 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:39,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57804 deadline: 1731129999320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:39,325 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:39,325 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:39,325 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:39,328 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:39,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57750 deadline: 1731129999322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:39,328 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:39,328 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:39,328 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:39,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57802 deadline: 1731129999323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:39,328 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:39,328 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:39,328 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:39,328 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:39,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57786 deadline: 1731129999324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:39,328 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:39,329 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:39,329 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:39,329 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:39,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-09T05:25:39,432 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:39,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57804 deadline: 1731129999430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:39,432 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:39,433 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:39,433 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:39,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57750 deadline: 1731129999430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:39,433 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:39,433 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:39,433 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:39,433 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:39,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57802 deadline: 1731129999430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:39,433 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:39,433 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:39,433 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:39,433 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:39,441 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:39,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57786 deadline: 1731129999439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:39,441 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:39,441 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:39,442 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:39,642 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:39,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57804 deadline: 1731129999640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:39,642 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:39,642 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:39,643 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:39,643 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:39,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57750 deadline: 1731129999640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:39,643 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:39,643 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:39,643 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:39,643 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:39,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57802 deadline: 1731129999640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:39,643 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:39,643 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:39,643 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:39,644 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=251, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/A/58d7bb48903449cbaeb5b0cc2b5e9e34 2024-11-09T05:25:39,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-09T05:25:39,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/B/842d03281ba64abfb990832c6af3c792 is 50, key is test_row_0/B:col10/1731129938155/Put/seqid=0 2024-11-09T05:25:39,654 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:39,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57786 deadline: 1731129999651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:39,654 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:39,654 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:39,654 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:39,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742032_1208 (size=12151) 2024-11-09T05:25:39,660 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/B/842d03281ba64abfb990832c6af3c792 2024-11-09T05:25:39,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/C/2c6640866325407da74d4d8a9b84bfc4 is 50, key is test_row_0/C:col10/1731129938155/Put/seqid=0 2024-11-09T05:25:39,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742033_1209 (size=12151) 2024-11-09T05:25:39,813 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:39,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57766 deadline: 1731129999810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:39,813 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 059551c538b7,40801,1731129891493 for 'test_row_1' in 3460f56b52ea2475e317dc3c859c0f0d of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8220 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T05:25:39,814 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:39,814 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:39,814 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:39,950 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:39,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57804 deadline: 1731129999950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:39,950 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:39,950 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:39,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57750 deadline: 1731129999950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:39,951 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:39,951 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:39,951 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:39,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57802 deadline: 1731129999950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:39,951 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:39,951 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:39,951 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:39,951 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:39,951 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:39,951 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:39,966 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:39,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57786 deadline: 1731129999960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:39,967 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:39,967 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:39,967 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:40,086 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/C/2c6640866325407da74d4d8a9b84bfc4 2024-11-09T05:25:40,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/A/58d7bb48903449cbaeb5b0cc2b5e9e34 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/58d7bb48903449cbaeb5b0cc2b5e9e34 2024-11-09T05:25:40,096 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/58d7bb48903449cbaeb5b0cc2b5e9e34, entries=150, sequenceid=251, filesize=30.4 K 2024-11-09T05:25:40,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/B/842d03281ba64abfb990832c6af3c792 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/B/842d03281ba64abfb990832c6af3c792 2024-11-09T05:25:40,102 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/B/842d03281ba64abfb990832c6af3c792, entries=150, sequenceid=251, filesize=11.9 K 2024-11-09T05:25:40,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/C/2c6640866325407da74d4d8a9b84bfc4 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/C/2c6640866325407da74d4d8a9b84bfc4 2024-11-09T05:25:40,109 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/C/2c6640866325407da74d4d8a9b84bfc4, entries=150, sequenceid=251, filesize=11.9 K 2024-11-09T05:25:40,110 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 3460f56b52ea2475e317dc3c859c0f0d in 933ms, sequenceid=251, compaction requested=true 2024-11-09T05:25:40,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2603): Flush status journal for 3460f56b52ea2475e317dc3c859c0f0d: 2024-11-09T05:25:40,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. 2024-11-09T05:25:40,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-11-09T05:25:40,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-11-09T05:25:40,115 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=48 2024-11-09T05:25:40,115 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0890 sec 2024-11-09T05:25:40,120 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees in 1.0940 sec 2024-11-09T05:25:40,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-09T05:25:40,160 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T05:25:40,160 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T05:25:40,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] procedure2.ProcedureExecutor(1139): Stored pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees 2024-11-09T05:25:40,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-09T05:25:40,163 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T05:25:40,163 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T05:25:40,163 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=50, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T05:25:40,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-09T05:25:40,316 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-09T05:25:40,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. 2024-11-09T05:25:40,317 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2902): Flushing 3460f56b52ea2475e317dc3c859c0f0d 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-09T05:25:40,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110958a2788aede84b15a1b30fc7428924ef_3460f56b52ea2475e317dc3c859c0f0d is 50, key is test_row_0/A:col10/1731129939321/Put/seqid=0 2024-11-09T05:25:40,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742034_1210 (size=12454) 2024-11-09T05:25:40,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:40,378 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110958a2788aede84b15a1b30fc7428924ef_3460f56b52ea2475e317dc3c859c0f0d to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110958a2788aede84b15a1b30fc7428924ef_3460f56b52ea2475e317dc3c859c0f0d 2024-11-09T05:25:40,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/A/01b037c9476b462a90c3289c94958e91, store: [table=TestAcidGuarantees family=A region=3460f56b52ea2475e317dc3c859c0f0d] 2024-11-09T05:25:40,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/A/01b037c9476b462a90c3289c94958e91 is 175, key is test_row_0/A:col10/1731129939321/Put/seqid=0 2024-11-09T05:25:40,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742035_1211 (size=31255) 2024-11-09T05:25:40,414 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=274, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/A/01b037c9476b462a90c3289c94958e91 2024-11-09T05:25:40,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/B/7537d2c39cbd428aa9422f562880ed4c is 50, key is test_row_0/B:col10/1731129939321/Put/seqid=0 2024-11-09T05:25:40,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742036_1212 (size=12301) 2024-11-09T05:25:40,447 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/B/7537d2c39cbd428aa9422f562880ed4c 2024-11-09T05:25:40,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/C/9907d8161ba14bbcab30ad3f72d510f3 is 50, key is test_row_0/C:col10/1731129939321/Put/seqid=0 2024-11-09T05:25:40,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(8855): Flush requested on 3460f56b52ea2475e317dc3c859c0f0d 2024-11-09T05:25:40,466 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. as already flushing 2024-11-09T05:25:40,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-09T05:25:40,492 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:40,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57804 deadline: 1731130000485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:40,493 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:40,493 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:40,493 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:40,495 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:40,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57750 deadline: 1731130000490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:40,496 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:40,496 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:40,496 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:40,500 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:40,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57786 deadline: 1731130000492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:40,500 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:40,500 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:40,500 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:40,500 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:40,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57802 deadline: 1731130000492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:40,501 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:40,501 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:40,501 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:40,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742037_1213 (size=12301) 2024-11-09T05:25:40,607 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:40,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57750 deadline: 1731130000600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:40,607 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:40,607 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:40,607 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:40,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57804 deadline: 1731130000600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:40,607 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:40,608 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:40,608 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:40,608 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:40,613 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:40,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57786 deadline: 1731130000610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:40,613 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:40,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57802 deadline: 1731130000610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:40,614 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:40,614 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:40,614 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:40,614 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:40,614 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:40,614 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:40,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-09T05:25:40,816 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:40,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57804 deadline: 1731130000809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:40,817 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:40,817 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:40,817 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:40,822 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:40,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57750 deadline: 1731130000820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:40,822 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:40,822 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:40,822 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:40,823 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:40,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57786 deadline: 1731130000820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:40,823 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:40,823 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:40,823 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:40,823 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:40,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57802 deadline: 1731130000820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:40,823 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:40,823 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:40,823 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:40,946 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/C/9907d8161ba14bbcab30ad3f72d510f3 2024-11-09T05:25:40,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/A/01b037c9476b462a90c3289c94958e91 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/01b037c9476b462a90c3289c94958e91 2024-11-09T05:25:40,962 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/01b037c9476b462a90c3289c94958e91, entries=150, sequenceid=274, filesize=30.5 K 2024-11-09T05:25:40,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/B/7537d2c39cbd428aa9422f562880ed4c as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/B/7537d2c39cbd428aa9422f562880ed4c 2024-11-09T05:25:40,970 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/B/7537d2c39cbd428aa9422f562880ed4c, entries=150, sequenceid=274, filesize=12.0 K 2024-11-09T05:25:40,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/C/9907d8161ba14bbcab30ad3f72d510f3 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/C/9907d8161ba14bbcab30ad3f72d510f3 2024-11-09T05:25:40,979 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/C/9907d8161ba14bbcab30ad3f72d510f3, entries=150, sequenceid=274, filesize=12.0 K 2024-11-09T05:25:40,981 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for 3460f56b52ea2475e317dc3c859c0f0d in 664ms, sequenceid=274, compaction requested=true 2024-11-09T05:25:40,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2603): Flush status journal for 3460f56b52ea2475e317dc3c859c0f0d: 2024-11-09T05:25:40,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. 2024-11-09T05:25:40,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-09T05:25:40,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-09T05:25:40,984 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=50 2024-11-09T05:25:40,984 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 819 msec 2024-11-09T05:25:40,985 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees in 824 msec 2024-11-09T05:25:41,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(8855): Flush requested on 3460f56b52ea2475e317dc3c859c0f0d 2024-11-09T05:25:41,125 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T05:25:41,125 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3460f56b52ea2475e317dc3c859c0f0d 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-09T05:25:41,138 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109087b27c27b4e461d8f26f9744688e7e8_3460f56b52ea2475e317dc3c859c0f0d is 50, key is test_row_0/A:col10/1731129940489/Put/seqid=0 2024-11-09T05:25:41,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742038_1214 (size=14994) 2024-11-09T05:25:41,169 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:41,174 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109087b27c27b4e461d8f26f9744688e7e8_3460f56b52ea2475e317dc3c859c0f0d to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109087b27c27b4e461d8f26f9744688e7e8_3460f56b52ea2475e317dc3c859c0f0d 2024-11-09T05:25:41,174 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/A/495b1b0a740340fb9b6a42c7060458c2, store: [table=TestAcidGuarantees family=A region=3460f56b52ea2475e317dc3c859c0f0d] 2024-11-09T05:25:41,175 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/A/495b1b0a740340fb9b6a42c7060458c2 is 175, key is test_row_0/A:col10/1731129940489/Put/seqid=0 2024-11-09T05:25:41,177 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:41,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57750 deadline: 1731130001170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:41,177 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:41,177 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:41,177 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:41,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57804 deadline: 1731130001171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:41,177 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:41,178 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:41,178 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:41,178 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:41,178 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:41,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57802 deadline: 1731130001171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:41,178 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:41,178 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:41,178 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:41,178 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:41,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57786 deadline: 1731130001172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:41,179 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:41,179 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:41,179 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:41,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742039_1215 (size=39949) 2024-11-09T05:25:41,181 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=289, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/A/495b1b0a740340fb9b6a42c7060458c2 2024-11-09T05:25:41,191 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/B/2655f26b09c44f93908dad594fa77c6e is 50, key is test_row_0/B:col10/1731129940489/Put/seqid=0 2024-11-09T05:25:41,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742040_1216 (size=12301) 2024-11-09T05:25:41,206 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/B/2655f26b09c44f93908dad594fa77c6e 2024-11-09T05:25:41,222 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/C/1d5d9339c72847a4863c092e9b19e01b is 50, key is test_row_0/C:col10/1731129940489/Put/seqid=0 2024-11-09T05:25:41,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742041_1217 (size=12301) 2024-11-09T05:25:41,241 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/C/1d5d9339c72847a4863c092e9b19e01b 2024-11-09T05:25:41,249 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/A/495b1b0a740340fb9b6a42c7060458c2 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/495b1b0a740340fb9b6a42c7060458c2 2024-11-09T05:25:41,256 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/495b1b0a740340fb9b6a42c7060458c2, entries=200, sequenceid=289, filesize=39.0 K 2024-11-09T05:25:41,257 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/B/2655f26b09c44f93908dad594fa77c6e as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/B/2655f26b09c44f93908dad594fa77c6e 2024-11-09T05:25:41,263 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/B/2655f26b09c44f93908dad594fa77c6e, entries=150, sequenceid=289, filesize=12.0 K 2024-11-09T05:25:41,264 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/C/1d5d9339c72847a4863c092e9b19e01b as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/C/1d5d9339c72847a4863c092e9b19e01b 2024-11-09T05:25:41,270 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/C/1d5d9339c72847a4863c092e9b19e01b, entries=150, sequenceid=289, filesize=12.0 K 2024-11-09T05:25:41,271 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 3460f56b52ea2475e317dc3c859c0f0d in 146ms, sequenceid=289, compaction requested=true 2024-11-09T05:25:41,271 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3460f56b52ea2475e317dc3c859c0f0d: 2024-11-09T05:25:41,271 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3460f56b52ea2475e317dc3c859c0f0d:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T05:25:41,271 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:25:41,271 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 7 store files, 0 compacting, 7 eligible, 16 blocking 2024-11-09T05:25:41,271 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 7 store files, 0 compacting, 7 eligible, 16 blocking 2024-11-09T05:25:41,274 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 7 files of size 235783 starting at candidate #0 after considering 15 permutations with 15 in ratio 2024-11-09T05:25:41,274 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1541): 3460f56b52ea2475e317dc3c859c0f0d/A is initiating minor compaction (all files) 2024-11-09T05:25:41,274 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3460f56b52ea2475e317dc3c859c0f0d/A in TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. 2024-11-09T05:25:41,274 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/f93cb081f81d42db904464cccaef2407, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/76f7d4a0b15c488e934b4bd2859a3c18, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/92ef3f697b534b50829c52aaf0284e79, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/6942685554cd48228b23acb9e97627dc, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/58d7bb48903449cbaeb5b0cc2b5e9e34, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/01b037c9476b462a90c3289c94958e91, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/495b1b0a740340fb9b6a42c7060458c2] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp, totalSize=230.3 K 2024-11-09T05:25:41,274 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=9 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. 2024-11-09T05:25:41,274 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. files: [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/f93cb081f81d42db904464cccaef2407, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/76f7d4a0b15c488e934b4bd2859a3c18, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/92ef3f697b534b50829c52aaf0284e79, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/6942685554cd48228b23acb9e97627dc, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/58d7bb48903449cbaeb5b0cc2b5e9e34, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/01b037c9476b462a90c3289c94958e91, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/495b1b0a740340fb9b6a42c7060458c2] 2024-11-09T05:25:41,275 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 7 files of size 85767 starting at candidate #0 after considering 15 permutations with 15 in ratio 2024-11-09T05:25:41,275 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1541): 3460f56b52ea2475e317dc3c859c0f0d/B is initiating minor compaction (all files) 2024-11-09T05:25:41,275 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3460f56b52ea2475e317dc3c859c0f0d/B in TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. 2024-11-09T05:25:41,275 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/B/ab5490b4e15e460fb771838f789987e9, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/B/89af4f7dbdf346f3ac7f29422f3a776d, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/B/cd3e97b9883d4fca9fd9b137a81e0c84, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/B/8e3ffa5da86f4586bb5b44621a19805a, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/B/842d03281ba64abfb990832c6af3c792, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/B/7537d2c39cbd428aa9422f562880ed4c, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/B/2655f26b09c44f93908dad594fa77c6e] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp, totalSize=83.8 K 2024-11-09T05:25:41,276 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting f93cb081f81d42db904464cccaef2407, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1731129934758 2024-11-09T05:25:41,276 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting ab5490b4e15e460fb771838f789987e9, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1731129934758 2024-11-09T05:25:41,276 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 89af4f7dbdf346f3ac7f29422f3a776d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1731129935118 2024-11-09T05:25:41,276 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 76f7d4a0b15c488e934b4bd2859a3c18, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1731129935110 2024-11-09T05:25:41,273 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3460f56b52ea2475e317dc3c859c0f0d:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T05:25:41,276 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting cd3e97b9883d4fca9fd9b137a81e0c84, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1731129935773 2024-11-09T05:25:41,276 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 92ef3f697b534b50829c52aaf0284e79, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1731129935773 2024-11-09T05:25:41,277 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 8e3ffa5da86f4586bb5b44621a19805a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1731129936953 2024-11-09T05:25:41,277 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6942685554cd48228b23acb9e97627dc, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1731129936953 2024-11-09T05:25:41,277 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 842d03281ba64abfb990832c6af3c792, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1731129938148 2024-11-09T05:25:41,277 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 58d7bb48903449cbaeb5b0cc2b5e9e34, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1731129938148 2024-11-09T05:25:41,277 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 7537d2c39cbd428aa9422f562880ed4c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1731129939321 2024-11-09T05:25:41,278 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 2655f26b09c44f93908dad594fa77c6e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1731129940481 2024-11-09T05:25:41,278 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 01b037c9476b462a90c3289c94958e91, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1731129939321 2024-11-09T05:25:41,279 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 495b1b0a740340fb9b6a42c7060458c2, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1731129940466 2024-11-09T05:25:41,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(8855): Flush requested on 3460f56b52ea2475e317dc3c859c0f0d 2024-11-09T05:25:41,286 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:25:41,286 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3460f56b52ea2475e317dc3c859c0f0d:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T05:25:41,286 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:25:41,286 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T05:25:41,286 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3460f56b52ea2475e317dc3c859c0f0d 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-09T05:25:41,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-09T05:25:41,300 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T05:25:41,301 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T05:25:41,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] procedure2.ProcedureExecutor(1139): Stored pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees 2024-11-09T05:25:41,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-09T05:25:41,304 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T05:25:41,304 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T05:25:41,305 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=52, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T05:25:41,312 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3460f56b52ea2475e317dc3c859c0f0d#B#compaction#183 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:25:41,313 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/B/5c488f49f2434259bae01d9f4be908e1 is 50, key is test_row_0/B:col10/1731129940489/Put/seqid=0 2024-11-09T05:25:41,315 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3460f56b52ea2475e317dc3c859c0f0d] 2024-11-09T05:25:41,317 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:41,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57750 deadline: 1731130001305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:41,318 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:41,318 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:41,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57802 deadline: 1731130001307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:41,318 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:41,318 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:41,318 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:41,318 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:41,318 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:41,318 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:41,318 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:41,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57786 deadline: 1731130001309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:41,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57804 deadline: 1731130001310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:41,319 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:41,319 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:41,319 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:41,319 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:41,319 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:41,319 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:41,340 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241109dfacee0b2519488ba08e999b98084015_3460f56b52ea2475e317dc3c859c0f0d store=[table=TestAcidGuarantees family=A region=3460f56b52ea2475e317dc3c859c0f0d] 2024-11-09T05:25:41,344 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241109dfacee0b2519488ba08e999b98084015_3460f56b52ea2475e317dc3c859c0f0d, store=[table=TestAcidGuarantees family=A region=3460f56b52ea2475e317dc3c859c0f0d] 2024-11-09T05:25:41,344 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109dfacee0b2519488ba08e999b98084015_3460f56b52ea2475e317dc3c859c0f0d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3460f56b52ea2475e317dc3c859c0f0d] 2024-11-09T05:25:41,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742042_1218 (size=12949) 2024-11-09T05:25:41,351 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109b140c9f0b9294cbfae2e6050507e69e9_3460f56b52ea2475e317dc3c859c0f0d is 50, key is test_row_0/A:col10/1731129941170/Put/seqid=0 2024-11-09T05:25:41,357 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/B/5c488f49f2434259bae01d9f4be908e1 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/B/5c488f49f2434259bae01d9f4be908e1 2024-11-09T05:25:41,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742043_1219 (size=4469) 2024-11-09T05:25:41,360 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3460f56b52ea2475e317dc3c859c0f0d#A#compaction#184 average throughput is 0.54 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:25:41,361 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/A/f3333c600999465cacd131726f2f0e01 is 175, key is test_row_0/A:col10/1731129940489/Put/seqid=0 2024-11-09T05:25:41,366 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 7 (all) file(s) in 3460f56b52ea2475e317dc3c859c0f0d/B of 3460f56b52ea2475e317dc3c859c0f0d into 5c488f49f2434259bae01d9f4be908e1(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:25:41,366 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3460f56b52ea2475e317dc3c859c0f0d: 2024-11-09T05:25:41,367 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., storeName=3460f56b52ea2475e317dc3c859c0f0d/B, priority=9, startTime=1731129941271; duration=0sec 2024-11-09T05:25:41,367 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:25:41,367 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3460f56b52ea2475e317dc3c859c0f0d:B 2024-11-09T05:25:41,367 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 7 store files, 0 compacting, 7 eligible, 16 blocking 2024-11-09T05:25:41,372 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 7 files of size 85767 starting at candidate #0 after considering 15 permutations with 15 in ratio 2024-11-09T05:25:41,372 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1541): 3460f56b52ea2475e317dc3c859c0f0d/C is initiating minor compaction (all files) 2024-11-09T05:25:41,372 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3460f56b52ea2475e317dc3c859c0f0d/C in TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. 2024-11-09T05:25:41,372 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/C/592bac899c70470ca03398829aa190ec, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/C/249f38ada2974ec289661ca5fb4b7a60, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/C/c80ddd0d02614400a7e3c3d3461daad6, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/C/e8ad948736b94331b28b7123dedfe0f4, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/C/2c6640866325407da74d4d8a9b84bfc4, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/C/9907d8161ba14bbcab30ad3f72d510f3, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/C/1d5d9339c72847a4863c092e9b19e01b] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp, totalSize=83.8 K 2024-11-09T05:25:41,373 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 592bac899c70470ca03398829aa190ec, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1731129934758 2024-11-09T05:25:41,373 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 249f38ada2974ec289661ca5fb4b7a60, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1731129935118 2024-11-09T05:25:41,373 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting c80ddd0d02614400a7e3c3d3461daad6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1731129935773 2024-11-09T05:25:41,374 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting e8ad948736b94331b28b7123dedfe0f4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1731129936953 2024-11-09T05:25:41,374 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 2c6640866325407da74d4d8a9b84bfc4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1731129938148 2024-11-09T05:25:41,375 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 9907d8161ba14bbcab30ad3f72d510f3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1731129939321 2024-11-09T05:25:41,375 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 1d5d9339c72847a4863c092e9b19e01b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1731129940481 2024-11-09T05:25:41,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742044_1220 (size=22618) 2024-11-09T05:25:41,401 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3460f56b52ea2475e317dc3c859c0f0d#C#compaction#186 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:25:41,402 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/C/cb16a41d2ae74c7b8f4d4171f82df57d is 50, key is test_row_0/C:col10/1731129940489/Put/seqid=0 2024-11-09T05:25:41,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-09T05:25:41,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742045_1221 (size=31903) 2024-11-09T05:25:41,419 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/A/f3333c600999465cacd131726f2f0e01 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/f3333c600999465cacd131726f2f0e01 2024-11-09T05:25:41,425 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:41,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57750 deadline: 1731130001420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:41,426 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:41,426 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:41,426 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:41,426 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:41,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57802 deadline: 1731130001420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:41,426 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 7 (all) file(s) in 3460f56b52ea2475e317dc3c859c0f0d/A of 3460f56b52ea2475e317dc3c859c0f0d into f3333c600999465cacd131726f2f0e01(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:25:41,426 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3460f56b52ea2475e317dc3c859c0f0d: 2024-11-09T05:25:41,426 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., storeName=3460f56b52ea2475e317dc3c859c0f0d/A, priority=9, startTime=1731129941271; duration=0sec 2024-11-09T05:25:41,426 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:25:41,426 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3460f56b52ea2475e317dc3c859c0f0d:A 2024-11-09T05:25:41,426 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:41,427 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:41,427 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:41,433 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:41,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57786 deadline: 1731130001431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:41,433 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:41,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57804 deadline: 1731130001431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:41,434 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:41,434 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:41,434 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:41,434 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:41,434 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:41,434 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:41,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742046_1222 (size=12949) 2024-11-09T05:25:41,458 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-09T05:25:41,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. 2024-11-09T05:25:41,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. as already flushing 2024-11-09T05:25:41,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. 2024-11-09T05:25:41,458 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 3460f56b52ea2475e317dc3c859c0f0d, NAME => 'TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:41,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 3460f56b52ea2475e317dc3c859c0f0d, NAME => 'TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:41,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3460f56b52ea2475e317dc3c859c0f0d, NAME => 'TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3460f56b52ea2475e317dc3c859c0f0d, NAME => 'TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:41,612 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-09T05:25:41,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. 2024-11-09T05:25:41,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. as already flushing 2024-11-09T05:25:41,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. 2024-11-09T05:25:41,612 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 3460f56b52ea2475e317dc3c859c0f0d, NAME => 'TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:41,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 3460f56b52ea2475e317dc3c859c0f0d, NAME => 'TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:41,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3460f56b52ea2475e317dc3c859c0f0d, NAME => 'TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3460f56b52ea2475e317dc3c859c0f0d, NAME => 'TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:41,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-09T05:25:41,634 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:41,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57750 deadline: 1731130001630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:41,635 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:41,635 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:41,635 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:41,635 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:41,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57802 deadline: 1731130001630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:41,635 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:41,635 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:41,635 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:41,641 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:41,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57786 deadline: 1731130001639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:41,641 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:41,641 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:41,641 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:41,643 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:41,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57804 deadline: 1731130001640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:41,648 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:41,648 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:41,648 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:41,765 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-09T05:25:41,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. 2024-11-09T05:25:41,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. as already flushing 2024-11-09T05:25:41,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. 2024-11-09T05:25:41,765 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 3460f56b52ea2475e317dc3c859c0f0d, NAME => 'TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:41,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 3460f56b52ea2475e317dc3c859c0f0d, NAME => 'TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:41,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3460f56b52ea2475e317dc3c859c0f0d, NAME => 'TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3460f56b52ea2475e317dc3c859c0f0d, NAME => 'TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:41,794 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:41,798 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109b140c9f0b9294cbfae2e6050507e69e9_3460f56b52ea2475e317dc3c859c0f0d to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109b140c9f0b9294cbfae2e6050507e69e9_3460f56b52ea2475e317dc3c859c0f0d 2024-11-09T05:25:41,799 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/A/90ca22dbb7e445acae371d16eabe32cd, store: [table=TestAcidGuarantees family=A region=3460f56b52ea2475e317dc3c859c0f0d] 2024-11-09T05:25:41,800 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/A/90ca22dbb7e445acae371d16eabe32cd is 175, key is test_row_0/A:col10/1731129941170/Put/seqid=0 2024-11-09T05:25:41,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742047_1223 (size=66023) 2024-11-09T05:25:41,844 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/C/cb16a41d2ae74c7b8f4d4171f82df57d as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/C/cb16a41d2ae74c7b8f4d4171f82df57d 2024-11-09T05:25:41,857 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 7 (all) file(s) in 3460f56b52ea2475e317dc3c859c0f0d/C of 3460f56b52ea2475e317dc3c859c0f0d into cb16a41d2ae74c7b8f4d4171f82df57d(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:25:41,857 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3460f56b52ea2475e317dc3c859c0f0d: 2024-11-09T05:25:41,857 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., storeName=3460f56b52ea2475e317dc3c859c0f0d/C, priority=9, startTime=1731129941286; duration=0sec 2024-11-09T05:25:41,857 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:25:41,857 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3460f56b52ea2475e317dc3c859c0f0d:C 2024-11-09T05:25:41,918 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-09T05:25:41,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. 2024-11-09T05:25:41,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. as already flushing 2024-11-09T05:25:41,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. 2024-11-09T05:25:41,918 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 3460f56b52ea2475e317dc3c859c0f0d, NAME => 'TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:41,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 3460f56b52ea2475e317dc3c859c0f0d, NAME => 'TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:41,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3460f56b52ea2475e317dc3c859c0f0d, NAME => 'TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3460f56b52ea2475e317dc3c859c0f0d, NAME => 'TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:41,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-09T05:25:41,941 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:41,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57750 deadline: 1731130001939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:41,942 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:41,942 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:41,942 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:41,942 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:41,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57802 deadline: 1731130001939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:41,942 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:41,942 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:41,942 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:41,953 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:41,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57804 deadline: 1731130001950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:41,953 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:41,953 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:41,953 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:41,953 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:41,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57786 deadline: 1731130001950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:41,954 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:41,954 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:41,954 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:42,071 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-09T05:25:42,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. 2024-11-09T05:25:42,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. as already flushing 2024-11-09T05:25:42,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. 2024-11-09T05:25:42,071 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 3460f56b52ea2475e317dc3c859c0f0d, NAME => 'TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:42,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 3460f56b52ea2475e317dc3c859c0f0d, NAME => 'TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:42,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3460f56b52ea2475e317dc3c859c0f0d, NAME => 'TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3460f56b52ea2475e317dc3c859c0f0d, NAME => 'TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:42,206 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=314, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/A/90ca22dbb7e445acae371d16eabe32cd 2024-11-09T05:25:42,218 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/B/3efcc4ba209c4006860852ea6b75e6b6 is 50, key is test_row_0/B:col10/1731129941170/Put/seqid=0 2024-11-09T05:25:42,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742048_1224 (size=12301) 2024-11-09T05:25:42,224 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/B/3efcc4ba209c4006860852ea6b75e6b6 2024-11-09T05:25:42,225 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-09T05:25:42,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. 2024-11-09T05:25:42,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. as already flushing 2024-11-09T05:25:42,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. 2024-11-09T05:25:42,226 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 3460f56b52ea2475e317dc3c859c0f0d, NAME => 'TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:42,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 3460f56b52ea2475e317dc3c859c0f0d, NAME => 'TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:42,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3460f56b52ea2475e317dc3c859c0f0d, NAME => 'TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3460f56b52ea2475e317dc3c859c0f0d, NAME => 'TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:42,238 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/C/10c2c69b84ed4304a711f08e2be4c585 is 50, key is test_row_0/C:col10/1731129941170/Put/seqid=0 2024-11-09T05:25:42,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742049_1225 (size=12301) 2024-11-09T05:25:42,379 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-09T05:25:42,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. 2024-11-09T05:25:42,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. as already flushing 2024-11-09T05:25:42,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. 2024-11-09T05:25:42,379 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 3460f56b52ea2475e317dc3c859c0f0d, NAME => 'TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:42,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 3460f56b52ea2475e317dc3c859c0f0d, NAME => 'TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:42,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3460f56b52ea2475e317dc3c859c0f0d, NAME => 'TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3460f56b52ea2475e317dc3c859c0f0d, NAME => 'TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:42,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-09T05:25:42,453 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:42,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57750 deadline: 1731130002449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:42,453 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:42,453 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:42,453 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:42,453 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:42,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57802 deadline: 1731130002450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:42,454 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:42,454 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:42,454 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:42,463 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:42,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57804 deadline: 1731130002460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:42,463 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:42,463 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:42,463 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:42,463 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:42,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57786 deadline: 1731130002460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:42,464 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:42,464 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:42,464 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:42,532 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-09T05:25:42,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. 2024-11-09T05:25:42,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. as already flushing 2024-11-09T05:25:42,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. 2024-11-09T05:25:42,533 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 3460f56b52ea2475e317dc3c859c0f0d, NAME => 'TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:42,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 3460f56b52ea2475e317dc3c859c0f0d, NAME => 'TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:42,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3460f56b52ea2475e317dc3c859c0f0d, NAME => 'TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3460f56b52ea2475e317dc3c859c0f0d, NAME => 'TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:42,655 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/C/10c2c69b84ed4304a711f08e2be4c585 2024-11-09T05:25:42,661 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/A/90ca22dbb7e445acae371d16eabe32cd as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/90ca22dbb7e445acae371d16eabe32cd 2024-11-09T05:25:42,667 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/90ca22dbb7e445acae371d16eabe32cd, entries=350, sequenceid=314, filesize=64.5 K 2024-11-09T05:25:42,668 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/B/3efcc4ba209c4006860852ea6b75e6b6 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/B/3efcc4ba209c4006860852ea6b75e6b6 2024-11-09T05:25:42,674 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/B/3efcc4ba209c4006860852ea6b75e6b6, entries=150, sequenceid=314, filesize=12.0 K 2024-11-09T05:25:42,675 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/C/10c2c69b84ed4304a711f08e2be4c585 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/C/10c2c69b84ed4304a711f08e2be4c585 2024-11-09T05:25:42,682 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/C/10c2c69b84ed4304a711f08e2be4c585, entries=150, sequenceid=314, filesize=12.0 K 2024-11-09T05:25:42,683 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 3460f56b52ea2475e317dc3c859c0f0d in 1397ms, sequenceid=314, compaction requested=false 2024-11-09T05:25:42,683 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3460f56b52ea2475e317dc3c859c0f0d: 2024-11-09T05:25:42,686 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-09T05:25:42,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. 2024-11-09T05:25:42,686 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2902): Flushing 3460f56b52ea2475e317dc3c859c0f0d 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-09T05:25:42,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109518eb4b8b9fb46ddb7b429a7d78c788e_3460f56b52ea2475e317dc3c859c0f0d is 50, key is test_row_0/A:col10/1731129941308/Put/seqid=0 2024-11-09T05:25:42,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742050_1226 (size=12454) 2024-11-09T05:25:42,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,735 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109518eb4b8b9fb46ddb7b429a7d78c788e_3460f56b52ea2475e317dc3c859c0f0d to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109518eb4b8b9fb46ddb7b429a7d78c788e_3460f56b52ea2475e317dc3c859c0f0d 2024-11-09T05:25:42,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/A/68287caf883d4c90ab24f0907a5d48b1, store: [table=TestAcidGuarantees family=A region=3460f56b52ea2475e317dc3c859c0f0d] 2024-11-09T05:25:42,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/A/68287caf883d4c90ab24f0907a5d48b1 is 175, key is test_row_0/A:col10/1731129941308/Put/seqid=0 2024-11-09T05:25:42,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742051_1227 (size=31255) 2024-11-09T05:25:42,751 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=328, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/A/68287caf883d4c90ab24f0907a5d48b1 2024-11-09T05:25:42,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/B/2167f0d42d34494f8aa2ef4c453eb142 is 50, key is test_row_0/B:col10/1731129941308/Put/seqid=0 2024-11-09T05:25:42,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742052_1228 (size=12301) 2024-11-09T05:25:42,794 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/B/2167f0d42d34494f8aa2ef4c453eb142 2024-11-09T05:25:42,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/C/9e451f8734cf4e11943a6f907638abff is 50, key is test_row_0/C:col10/1731129941308/Put/seqid=0 2024-11-09T05:25:42,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742053_1229 (size=12301) 2024-11-09T05:25:42,834 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/C/9e451f8734cf4e11943a6f907638abff 2024-11-09T05:25:42,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/A/68287caf883d4c90ab24f0907a5d48b1 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/68287caf883d4c90ab24f0907a5d48b1 2024-11-09T05:25:42,851 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/68287caf883d4c90ab24f0907a5d48b1, entries=150, sequenceid=328, filesize=30.5 K 2024-11-09T05:25:42,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/B/2167f0d42d34494f8aa2ef4c453eb142 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/B/2167f0d42d34494f8aa2ef4c453eb142 2024-11-09T05:25:42,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,857 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/B/2167f0d42d34494f8aa2ef4c453eb142, entries=150, sequenceid=328, filesize=12.0 K 2024-11-09T05:25:42,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/C/9e451f8734cf4e11943a6f907638abff as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/C/9e451f8734cf4e11943a6f907638abff 2024-11-09T05:25:42,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,875 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/C/9e451f8734cf4e11943a6f907638abff, entries=150, sequenceid=328, filesize=12.0 K 2024-11-09T05:25:42,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,876 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=0 B/0 for 3460f56b52ea2475e317dc3c859c0f0d in 190ms, sequenceid=328, compaction requested=true 2024-11-09T05:25:42,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2603): Flush status journal for 3460f56b52ea2475e317dc3c859c0f0d: 2024-11-09T05:25:42,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. 2024-11-09T05:25:42,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-09T05:25:42,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-09T05:25:42,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,880 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=52 2024-11-09T05:25:42,880 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5730 sec 2024-11-09T05:25:42,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,883 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees in 1.5800 sec 2024-11-09T05:25:42,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:42,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-09T05:25:43,450 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T05:25:43,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,450 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T05:25:43,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] procedure2.ProcedureExecutor(1139): Stored pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees 2024-11-09T05:25:43,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-09T05:25:43,453 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T05:25:43,453 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T05:25:43,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,454 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=54, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T05:25:43,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,536 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T05:25:43,536 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3460f56b52ea2475e317dc3c859c0f0d 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-09T05:25:43,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(8855): Flush requested on 3460f56b52ea2475e317dc3c859c0f0d 2024-11-09T05:25:43,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-09T05:25:43,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,565 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109e7e340ec69b04b7cbd394b8e3dd37f6d_3460f56b52ea2475e317dc3c859c0f0d is 50, key is test_row_0/A:col10/1731129943529/Put/seqid=0 2024-11-09T05:25:43,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,601 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:43,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57750 deadline: 1731130003593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:43,601 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:43,601 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:43,601 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:43,606 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:43,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57804 deadline: 1731130003600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:43,606 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-09T05:25:43,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. 2024-11-09T05:25:43,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. as already flushing 2024-11-09T05:25:43,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. 2024-11-09T05:25:43,606 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:43,606 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:43,606 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 3460f56b52ea2475e317dc3c859c0f0d, NAME => 'TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:43,606 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:43,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 3460f56b52ea2475e317dc3c859c0f0d, NAME => 'TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:43,607 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:43,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57802 deadline: 1731130003601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:43,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3460f56b52ea2475e317dc3c859c0f0d, NAME => 'TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3460f56b52ea2475e317dc3c859c0f0d, NAME => 'TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:43,607 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:43,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57786 deadline: 1731130003601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:43,608 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:43,608 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:43,608 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:43,608 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:43,608 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:43,608 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:43,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742055_1231 (size=27698) 2024-11-09T05:25:43,620 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:43,625 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109e7e340ec69b04b7cbd394b8e3dd37f6d_3460f56b52ea2475e317dc3c859c0f0d to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109e7e340ec69b04b7cbd394b8e3dd37f6d_3460f56b52ea2475e317dc3c859c0f0d 2024-11-09T05:25:43,629 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/A/c3ad03f18a434670a0063f27261d66a7, store: [table=TestAcidGuarantees family=A region=3460f56b52ea2475e317dc3c859c0f0d] 2024-11-09T05:25:43,630 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/A/c3ad03f18a434670a0063f27261d66a7 is 175, key is test_row_0/A:col10/1731129943529/Put/seqid=0 2024-11-09T05:25:43,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742054_1230 (size=83485) 2024-11-09T05:25:43,711 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:43,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57750 deadline: 1731130003709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:43,712 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:43,712 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:43,712 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:43,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57786 deadline: 1731130003710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:43,712 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:43,712 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:43,712 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:43,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57802 deadline: 1731130003710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:43,712 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:43,712 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:43,712 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:43,712 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:43,712 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:43,712 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:43,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57804 deadline: 1731130003710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:43,713 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:43,713 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:43,713 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:43,759 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-09T05:25:43,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. 2024-11-09T05:25:43,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. as already flushing 2024-11-09T05:25:43,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. 2024-11-09T05:25:43,759 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 3460f56b52ea2475e317dc3c859c0f0d, NAME => 'TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:43,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 3460f56b52ea2475e317dc3c859c0f0d, NAME => 'TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:43,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3460f56b52ea2475e317dc3c859c0f0d, NAME => 'TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3460f56b52ea2475e317dc3c859c0f0d, NAME => 'TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:43,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-09T05:25:43,912 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-09T05:25:43,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. 2024-11-09T05:25:43,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. as already flushing 2024-11-09T05:25:43,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. 2024-11-09T05:25:43,913 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 3460f56b52ea2475e317dc3c859c0f0d, NAME => 'TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:43,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 3460f56b52ea2475e317dc3c859c0f0d, NAME => 'TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:43,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3460f56b52ea2475e317dc3c859c0f0d, NAME => 'TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3460f56b52ea2475e317dc3c859c0f0d, NAME => 'TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:43,927 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:43,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57750 deadline: 1731130003919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:43,927 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:43,927 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:43,927 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:43,928 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:43,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57786 deadline: 1731130003919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:43,928 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:43,928 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:43,928 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:43,928 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:43,928 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:43,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57802 deadline: 1731130003920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:43,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57804 deadline: 1731130003920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:43,928 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:43,928 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:43,928 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:43,928 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:43,929 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:43,929 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:44,033 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=340, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/A/c3ad03f18a434670a0063f27261d66a7 2024-11-09T05:25:44,039 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/B/e2b9938327254047aa434f9a5a3ffadc is 50, key is test_row_0/B:col10/1731129943529/Put/seqid=0 2024-11-09T05:25:44,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742056_1232 (size=12301) 2024-11-09T05:25:44,066 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-09T05:25:44,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. 2024-11-09T05:25:44,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. as already flushing 2024-11-09T05:25:44,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. 2024-11-09T05:25:44,066 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 3460f56b52ea2475e317dc3c859c0f0d, NAME => 'TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:44,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 3460f56b52ea2475e317dc3c859c0f0d, NAME => 'TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:44,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3460f56b52ea2475e317dc3c859c0f0d, NAME => 'TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3460f56b52ea2475e317dc3c859c0f0d, NAME => 'TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:44,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-09T05:25:44,218 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-09T05:25:44,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. 2024-11-09T05:25:44,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. as already flushing 2024-11-09T05:25:44,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. 2024-11-09T05:25:44,218 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 3460f56b52ea2475e317dc3c859c0f0d, NAME => 'TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:44,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 3460f56b52ea2475e317dc3c859c0f0d, NAME => 'TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:44,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3460f56b52ea2475e317dc3c859c0f0d, NAME => 'TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3460f56b52ea2475e317dc3c859c0f0d, NAME => 'TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:44,231 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:44,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57750 deadline: 1731130004230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:44,231 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:44,231 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:44,231 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:44,233 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:44,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57786 deadline: 1731130004230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:44,233 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:44,233 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:44,233 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:44,243 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:44,243 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:44,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57802 deadline: 1731130004240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:44,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57804 deadline: 1731130004241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:44,243 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:44,243 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:44,243 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:44,243 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:44,243 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:44,243 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:44,370 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-09T05:25:44,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. 2024-11-09T05:25:44,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. as already flushing 2024-11-09T05:25:44,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. 2024-11-09T05:25:44,371 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 3460f56b52ea2475e317dc3c859c0f0d, NAME => 'TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:44,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 3460f56b52ea2475e317dc3c859c0f0d, NAME => 'TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:44,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3460f56b52ea2475e317dc3c859c0f0d, NAME => 'TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3460f56b52ea2475e317dc3c859c0f0d, NAME => 'TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:44,445 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=340 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/B/e2b9938327254047aa434f9a5a3ffadc 2024-11-09T05:25:44,452 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/C/7addd4d69bad4466a6824607782b3e67 is 50, key is test_row_0/C:col10/1731129943529/Put/seqid=0 2024-11-09T05:25:44,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742057_1233 (size=12301) 2024-11-09T05:25:44,457 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=340 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/C/7addd4d69bad4466a6824607782b3e67 2024-11-09T05:25:44,464 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/A/c3ad03f18a434670a0063f27261d66a7 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/c3ad03f18a434670a0063f27261d66a7 2024-11-09T05:25:44,473 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/c3ad03f18a434670a0063f27261d66a7, entries=450, sequenceid=340, filesize=81.5 K 2024-11-09T05:25:44,474 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/B/e2b9938327254047aa434f9a5a3ffadc as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/B/e2b9938327254047aa434f9a5a3ffadc 2024-11-09T05:25:44,480 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/B/e2b9938327254047aa434f9a5a3ffadc, entries=150, sequenceid=340, filesize=12.0 K 2024-11-09T05:25:44,482 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/C/7addd4d69bad4466a6824607782b3e67 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/C/7addd4d69bad4466a6824607782b3e67 2024-11-09T05:25:44,487 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/C/7addd4d69bad4466a6824607782b3e67, entries=150, sequenceid=340, filesize=12.0 K 2024-11-09T05:25:44,488 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 3460f56b52ea2475e317dc3c859c0f0d in 952ms, sequenceid=340, compaction requested=true 2024-11-09T05:25:44,488 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3460f56b52ea2475e317dc3c859c0f0d: 2024-11-09T05:25:44,488 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3460f56b52ea2475e317dc3c859c0f0d:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T05:25:44,488 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:25:44,488 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T05:25:44,488 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T05:25:44,488 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3460f56b52ea2475e317dc3c859c0f0d:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T05:25:44,489 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:25:44,489 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3460f56b52ea2475e317dc3c859c0f0d:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T05:25:44,489 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:25:44,489 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 212666 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T05:25:44,489 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1541): 3460f56b52ea2475e317dc3c859c0f0d/A is initiating minor compaction (all files) 2024-11-09T05:25:44,490 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3460f56b52ea2475e317dc3c859c0f0d/A in TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. 2024-11-09T05:25:44,490 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/f3333c600999465cacd131726f2f0e01, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/90ca22dbb7e445acae371d16eabe32cd, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/68287caf883d4c90ab24f0907a5d48b1, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/c3ad03f18a434670a0063f27261d66a7] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp, totalSize=207.7 K 2024-11-09T05:25:44,490 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. 2024-11-09T05:25:44,490 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. files: [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/f3333c600999465cacd131726f2f0e01, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/90ca22dbb7e445acae371d16eabe32cd, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/68287caf883d4c90ab24f0907a5d48b1, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/c3ad03f18a434670a0063f27261d66a7] 2024-11-09T05:25:44,490 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49852 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T05:25:44,490 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1541): 3460f56b52ea2475e317dc3c859c0f0d/B is initiating minor compaction (all files) 2024-11-09T05:25:44,490 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3460f56b52ea2475e317dc3c859c0f0d/B in TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. 2024-11-09T05:25:44,490 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/B/5c488f49f2434259bae01d9f4be908e1, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/B/3efcc4ba209c4006860852ea6b75e6b6, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/B/2167f0d42d34494f8aa2ef4c453eb142, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/B/e2b9938327254047aa434f9a5a3ffadc] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp, totalSize=48.7 K 2024-11-09T05:25:44,491 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting f3333c600999465cacd131726f2f0e01, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1731129940481 2024-11-09T05:25:44,491 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 5c488f49f2434259bae01d9f4be908e1, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1731129940481 2024-11-09T05:25:44,491 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 90ca22dbb7e445acae371d16eabe32cd, keycount=350, bloomtype=ROW, size=64.5 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1731129941148 2024-11-09T05:25:44,491 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 3efcc4ba209c4006860852ea6b75e6b6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1731129941170 2024-11-09T05:25:44,491 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 68287caf883d4c90ab24f0907a5d48b1, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1731129941297 2024-11-09T05:25:44,492 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 2167f0d42d34494f8aa2ef4c453eb142, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1731129941297 2024-11-09T05:25:44,492 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting c3ad03f18a434670a0063f27261d66a7, keycount=450, bloomtype=ROW, size=81.5 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1731129943475 2024-11-09T05:25:44,492 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting e2b9938327254047aa434f9a5a3ffadc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1731129943529 2024-11-09T05:25:44,500 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3460f56b52ea2475e317dc3c859c0f0d] 2024-11-09T05:25:44,511 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3460f56b52ea2475e317dc3c859c0f0d#B#compaction#196 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:25:44,512 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/B/f5a5169c5137496d936c76ef88cf2d00 is 50, key is test_row_0/B:col10/1731129943529/Put/seqid=0 2024-11-09T05:25:44,524 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-09T05:25:44,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. 2024-11-09T05:25:44,525 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2902): Flushing 3460f56b52ea2475e317dc3c859c0f0d 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-09T05:25:44,525 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024110901ec389a49c74ff3acc1d872e5a79e40_3460f56b52ea2475e317dc3c859c0f0d store=[table=TestAcidGuarantees family=A region=3460f56b52ea2475e317dc3c859c0f0d] 2024-11-09T05:25:44,530 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024110901ec389a49c74ff3acc1d872e5a79e40_3460f56b52ea2475e317dc3c859c0f0d, store=[table=TestAcidGuarantees family=A region=3460f56b52ea2475e317dc3c859c0f0d] 2024-11-09T05:25:44,530 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110901ec389a49c74ff3acc1d872e5a79e40_3460f56b52ea2475e317dc3c859c0f0d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3460f56b52ea2475e317dc3c859c0f0d] 2024-11-09T05:25:44,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742058_1234 (size=13085) 2024-11-09T05:25:44,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411095207e29e3ef54888b0efaaf0661b0af7_3460f56b52ea2475e317dc3c859c0f0d is 50, key is test_row_0/A:col10/1731129943599/Put/seqid=0 2024-11-09T05:25:44,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-09T05:25:44,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742059_1235 (size=4469) 2024-11-09T05:25:44,606 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3460f56b52ea2475e317dc3c859c0f0d#A#compaction#195 average throughput is 0.23 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:25:44,606 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/A/254d8fe332b34fa9a71913bf2d4058c5 is 175, key is test_row_0/A:col10/1731129943529/Put/seqid=0 2024-11-09T05:25:44,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742061_1237 (size=32039) 2024-11-09T05:25:44,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742060_1236 (size=12454) 2024-11-09T05:25:44,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:44,632 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411095207e29e3ef54888b0efaaf0661b0af7_3460f56b52ea2475e317dc3c859c0f0d to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411095207e29e3ef54888b0efaaf0661b0af7_3460f56b52ea2475e317dc3c859c0f0d 2024-11-09T05:25:44,633 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/A/254d8fe332b34fa9a71913bf2d4058c5 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/254d8fe332b34fa9a71913bf2d4058c5 2024-11-09T05:25:44,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/A/8464d40650dd4d8dbb9196433ef7ae80, store: [table=TestAcidGuarantees family=A region=3460f56b52ea2475e317dc3c859c0f0d] 2024-11-09T05:25:44,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/A/8464d40650dd4d8dbb9196433ef7ae80 is 175, key is test_row_0/A:col10/1731129943599/Put/seqid=0 2024-11-09T05:25:44,640 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 3460f56b52ea2475e317dc3c859c0f0d/A of 3460f56b52ea2475e317dc3c859c0f0d into 254d8fe332b34fa9a71913bf2d4058c5(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:25:44,640 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3460f56b52ea2475e317dc3c859c0f0d: 2024-11-09T05:25:44,640 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., storeName=3460f56b52ea2475e317dc3c859c0f0d/A, priority=12, startTime=1731129944488; duration=0sec 2024-11-09T05:25:44,640 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:25:44,640 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3460f56b52ea2475e317dc3c859c0f0d:A 2024-11-09T05:25:44,640 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T05:25:44,642 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49852 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T05:25:44,642 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1541): 3460f56b52ea2475e317dc3c859c0f0d/C is initiating minor compaction (all files) 2024-11-09T05:25:44,642 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3460f56b52ea2475e317dc3c859c0f0d/C in TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. 2024-11-09T05:25:44,642 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/C/cb16a41d2ae74c7b8f4d4171f82df57d, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/C/10c2c69b84ed4304a711f08e2be4c585, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/C/9e451f8734cf4e11943a6f907638abff, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/C/7addd4d69bad4466a6824607782b3e67] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp, totalSize=48.7 K 2024-11-09T05:25:44,643 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting cb16a41d2ae74c7b8f4d4171f82df57d, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1731129940481 2024-11-09T05:25:44,643 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 10c2c69b84ed4304a711f08e2be4c585, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1731129941170 2024-11-09T05:25:44,643 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9e451f8734cf4e11943a6f907638abff, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1731129941297 2024-11-09T05:25:44,644 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7addd4d69bad4466a6824607782b3e67, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1731129943529 2024-11-09T05:25:44,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742062_1238 (size=31255) 2024-11-09T05:25:44,647 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=364, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/A/8464d40650dd4d8dbb9196433ef7ae80 2024-11-09T05:25:44,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/B/f0bcac850de54b43b7df48d6b6a44919 is 50, key is test_row_0/B:col10/1731129943599/Put/seqid=0 2024-11-09T05:25:44,671 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3460f56b52ea2475e317dc3c859c0f0d#C#compaction#199 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:25:44,671 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/C/14d54967619e405489ed097e59a477da is 50, key is test_row_0/C:col10/1731129943529/Put/seqid=0 2024-11-09T05:25:44,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742063_1239 (size=12301) 2024-11-09T05:25:44,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742064_1240 (size=13085) 2024-11-09T05:25:44,707 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/C/14d54967619e405489ed097e59a477da as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/C/14d54967619e405489ed097e59a477da 2024-11-09T05:25:44,714 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 3460f56b52ea2475e317dc3c859c0f0d/C of 3460f56b52ea2475e317dc3c859c0f0d into 14d54967619e405489ed097e59a477da(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:25:44,714 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3460f56b52ea2475e317dc3c859c0f0d: 2024-11-09T05:25:44,715 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., storeName=3460f56b52ea2475e317dc3c859c0f0d/C, priority=12, startTime=1731129944489; duration=0sec 2024-11-09T05:25:44,715 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:25:44,715 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3460f56b52ea2475e317dc3c859c0f0d:C 2024-11-09T05:25:44,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(8855): Flush requested on 3460f56b52ea2475e317dc3c859c0f0d 2024-11-09T05:25:44,742 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. as already flushing 2024-11-09T05:25:44,764 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:44,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57804 deadline: 1731130004753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:44,765 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:44,765 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:44,765 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:44,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57802 deadline: 1731130004754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:44,765 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:44,765 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:44,765 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:44,765 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:44,768 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:44,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57750 deadline: 1731130004764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:44,768 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:44,768 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:44,769 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:44,771 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:44,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57786 deadline: 1731130004769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:44,772 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:44,772 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:44,772 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:44,871 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:44,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57804 deadline: 1731130004870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:44,872 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:44,872 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:44,872 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:44,874 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:44,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57750 deadline: 1731130004870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:44,874 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:44,874 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:44,874 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:44,874 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:44,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57802 deadline: 1731130004870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:44,875 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:44,875 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:44,875 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:44,880 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:44,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57786 deadline: 1731130004880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:44,881 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:44,881 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:44,881 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:44,966 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/B/f5a5169c5137496d936c76ef88cf2d00 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/B/f5a5169c5137496d936c76ef88cf2d00 2024-11-09T05:25:44,972 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 3460f56b52ea2475e317dc3c859c0f0d/B of 3460f56b52ea2475e317dc3c859c0f0d into f5a5169c5137496d936c76ef88cf2d00(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:25:44,972 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3460f56b52ea2475e317dc3c859c0f0d: 2024-11-09T05:25:44,972 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., storeName=3460f56b52ea2475e317dc3c859c0f0d/B, priority=12, startTime=1731129944488; duration=0sec 2024-11-09T05:25:44,973 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:25:44,973 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3460f56b52ea2475e317dc3c859c0f0d:B 2024-11-09T05:25:45,081 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:45,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57804 deadline: 1731130005080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:45,082 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:45,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57750 deadline: 1731130005080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:45,082 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:45,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57802 deadline: 1731130005080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:45,082 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:45,082 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:45,082 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:45,082 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:45,082 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:45,082 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:45,083 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:45,083 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:45,083 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:45,090 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:45,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57786 deadline: 1731130005089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:45,091 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:45,091 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:45,091 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:45,094 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/B/f0bcac850de54b43b7df48d6b6a44919 2024-11-09T05:25:45,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/C/c1da37744e17486e8a6abfa79d30441d is 50, key is test_row_0/C:col10/1731129943599/Put/seqid=0 2024-11-09T05:25:45,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742065_1241 (size=12301) 2024-11-09T05:25:45,393 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:45,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57804 deadline: 1731130005390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:45,393 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:45,393 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:45,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57802 deadline: 1731130005390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:45,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57750 deadline: 1731130005390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:45,393 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:45,393 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:45,393 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:45,393 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:45,393 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:45,393 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:45,394 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:45,394 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:45,394 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:45,401 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:45,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57786 deadline: 1731130005400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:45,402 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:45,402 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:45,402 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:45,511 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/C/c1da37744e17486e8a6abfa79d30441d 2024-11-09T05:25:45,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/A/8464d40650dd4d8dbb9196433ef7ae80 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/8464d40650dd4d8dbb9196433ef7ae80 2024-11-09T05:25:45,521 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/8464d40650dd4d8dbb9196433ef7ae80, entries=150, sequenceid=364, filesize=30.5 K 2024-11-09T05:25:45,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/B/f0bcac850de54b43b7df48d6b6a44919 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/B/f0bcac850de54b43b7df48d6b6a44919 2024-11-09T05:25:45,527 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/B/f0bcac850de54b43b7df48d6b6a44919, entries=150, sequenceid=364, filesize=12.0 K 2024-11-09T05:25:45,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/C/c1da37744e17486e8a6abfa79d30441d as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/C/c1da37744e17486e8a6abfa79d30441d 2024-11-09T05:25:45,534 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/C/c1da37744e17486e8a6abfa79d30441d, entries=150, sequenceid=364, filesize=12.0 K 2024-11-09T05:25:45,534 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 3460f56b52ea2475e317dc3c859c0f0d in 1010ms, sequenceid=364, compaction requested=false 2024-11-09T05:25:45,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2603): Flush status journal for 3460f56b52ea2475e317dc3c859c0f0d: 2024-11-09T05:25:45,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. 2024-11-09T05:25:45,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-11-09T05:25:45,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-11-09T05:25:45,541 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=54 2024-11-09T05:25:45,541 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0860 sec 2024-11-09T05:25:45,543 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees in 2.0920 sec 2024-11-09T05:25:45,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-09T05:25:45,600 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T05:25:45,601 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T05:25:45,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] procedure2.ProcedureExecutor(1139): Stored pid=56, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees 2024-11-09T05:25:45,603 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=56, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T05:25:45,604 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=56, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T05:25:45,604 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=57, ppid=56, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T05:25:45,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-09T05:25:45,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-09T05:25:45,757 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-09T05:25:45,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. 2024-11-09T05:25:45,757 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2902): Flushing 3460f56b52ea2475e317dc3c859c0f0d 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-09T05:25:45,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109d2fd20e8043b4cf0a16ecbd83834d809_3460f56b52ea2475e317dc3c859c0f0d is 50, key is test_row_0/A:col10/1731129944752/Put/seqid=0 2024-11-09T05:25:45,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742066_1242 (size=12454) 2024-11-09T05:25:45,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:45,795 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109d2fd20e8043b4cf0a16ecbd83834d809_3460f56b52ea2475e317dc3c859c0f0d to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109d2fd20e8043b4cf0a16ecbd83834d809_3460f56b52ea2475e317dc3c859c0f0d 2024-11-09T05:25:45,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/A/c7aeadf4209b4d89aa264d8f92522289, store: [table=TestAcidGuarantees family=A region=3460f56b52ea2475e317dc3c859c0f0d] 2024-11-09T05:25:45,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/A/c7aeadf4209b4d89aa264d8f92522289 is 175, key is test_row_0/A:col10/1731129944752/Put/seqid=0 2024-11-09T05:25:45,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742067_1243 (size=31255) 2024-11-09T05:25:45,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(8855): Flush requested on 3460f56b52ea2475e317dc3c859c0f0d 2024-11-09T05:25:45,903 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. as already flushing 2024-11-09T05:25:45,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-09T05:25:45,974 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:45,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57750 deadline: 1731130005966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:45,974 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:45,975 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:45,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57802 deadline: 1731130005965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:45,975 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:45,975 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:45,975 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:45,975 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:45,975 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:45,979 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:45,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57786 deadline: 1731130005974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:45,980 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:45,980 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:45,980 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:45,980 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:45,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57804 deadline: 1731130005974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:45,980 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:45,980 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:45,980 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:46,082 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:46,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57750 deadline: 1731130006080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:46,087 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:46,087 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:46,087 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:46,087 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:46,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57802 deadline: 1731130006080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:46,087 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:46,087 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:46,087 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:46,092 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:46,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57804 deadline: 1731130006090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:46,092 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:46,092 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:46,092 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:46,092 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:46,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57786 deadline: 1731130006091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:46,093 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:46,093 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:46,093 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:46,216 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=379, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/A/c7aeadf4209b4d89aa264d8f92522289 2024-11-09T05:25:46,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/B/aeea181008dc4a6a8d33155b336b141b is 50, key is test_row_0/B:col10/1731129944752/Put/seqid=0 2024-11-09T05:25:46,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-09T05:25:46,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742068_1244 (size=12301) 2024-11-09T05:25:46,278 INFO [Thread-706 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-706. 2024-11-09T05:25:46,278 DEBUG [Thread-706 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T05:25:46,279 DEBUG [Thread-706 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:25:46,279 DEBUG [Thread-706 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:25:46,279 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:25:46,279 INFO [Thread-708 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-708. 2024-11-09T05:25:46,279 DEBUG [Thread-708 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T05:25:46,279 DEBUG [Thread-708 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:25:46,279 DEBUG [Thread-708 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:25:46,279 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:25:46,285 INFO [Thread-710 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-710. 2024-11-09T05:25:46,285 DEBUG [Thread-710 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T05:25:46,285 DEBUG [Thread-710 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:25:46,285 DEBUG [Thread-710 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:25:46,285 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:25:46,289 INFO [Thread-712 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-712. 2024-11-09T05:25:46,289 DEBUG [Thread-712 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T05:25:46,289 DEBUG [Thread-712 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:25:46,289 DEBUG [Thread-712 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:25:46,289 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:25:46,290 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:46,290 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:46,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57750 deadline: 1731130006289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:46,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57802 deadline: 1731130006290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:46,290 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:46,290 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:46,290 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:46,290 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:46,290 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:46,290 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:46,300 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:46,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57804 deadline: 1731130006300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:46,300 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:46,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57786 deadline: 1731130006300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:46,300 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:46,300 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:46,300 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:46,300 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:46,300 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:46,300 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:46,600 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:46,600 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:46,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57750 deadline: 1731130006600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:46,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57802 deadline: 1731130006600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:46,601 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:46,601 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:46,601 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:46,601 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:46,601 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:46,601 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:46,611 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:46,611 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:46,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57804 deadline: 1731130006610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:46,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57786 deadline: 1731130006610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:46,611 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:46,611 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:46,611 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:46,611 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:46,611 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:46,611 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:25:46,634 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=379 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/B/aeea181008dc4a6a8d33155b336b141b 2024-11-09T05:25:46,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/C/f933dfec8af64e9c84d39e9b327e7877 is 50, key is test_row_0/C:col10/1731129944752/Put/seqid=0 2024-11-09T05:25:46,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742069_1245 (size=12301) 2024-11-09T05:25:46,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-09T05:25:47,046 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=379 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/C/f933dfec8af64e9c84d39e9b327e7877 2024-11-09T05:25:47,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/A/c7aeadf4209b4d89aa264d8f92522289 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/c7aeadf4209b4d89aa264d8f92522289 2024-11-09T05:25:47,052 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/c7aeadf4209b4d89aa264d8f92522289, entries=150, sequenceid=379, filesize=30.5 K 2024-11-09T05:25:47,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/B/aeea181008dc4a6a8d33155b336b141b as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/B/aeea181008dc4a6a8d33155b336b141b 2024-11-09T05:25:47,056 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/B/aeea181008dc4a6a8d33155b336b141b, entries=150, sequenceid=379, filesize=12.0 K 2024-11-09T05:25:47,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/C/f933dfec8af64e9c84d39e9b327e7877 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/C/f933dfec8af64e9c84d39e9b327e7877 2024-11-09T05:25:47,060 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/C/f933dfec8af64e9c84d39e9b327e7877, entries=150, sequenceid=379, filesize=12.0 K 2024-11-09T05:25:47,061 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 3460f56b52ea2475e317dc3c859c0f0d in 1304ms, sequenceid=379, compaction requested=true 2024-11-09T05:25:47,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2603): Flush status journal for 3460f56b52ea2475e317dc3c859c0f0d: 2024-11-09T05:25:47,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. 2024-11-09T05:25:47,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=57 2024-11-09T05:25:47,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4169): Remote procedure done, pid=57 2024-11-09T05:25:47,064 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=57, resume processing ppid=56 2024-11-09T05:25:47,064 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=56, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4590 sec 2024-11-09T05:25:47,065 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees in 1.4630 sec 2024-11-09T05:25:47,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(8855): Flush requested on 3460f56b52ea2475e317dc3c859c0f0d 2024-11-09T05:25:47,112 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T05:25:47,112 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3460f56b52ea2475e317dc3c859c0f0d 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-09T05:25:47,112 INFO [Thread-699 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-699. 2024-11-09T05:25:47,112 INFO [Thread-701 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-701. 2024-11-09T05:25:47,112 DEBUG [Thread-699 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T05:25:47,112 DEBUG [Thread-701 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T05:25:47,112 DEBUG [Thread-699 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:25:47,112 DEBUG [Thread-701 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:25:47,112 DEBUG [Thread-701 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:25:47,112 DEBUG [Thread-699 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:25:47,112 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:25:47,113 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:25:47,119 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109d85a05831a2b4f3480da8402e5ba1b5d_3460f56b52ea2475e317dc3c859c0f0d is 50, key is test_row_0/A:col10/1731129947111/Put/seqid=0 2024-11-09T05:25:47,122 INFO [Thread-695 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-695. 2024-11-09T05:25:47,122 INFO [Thread-697 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-697. 2024-11-09T05:25:47,122 DEBUG [Thread-697 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T05:25:47,122 DEBUG [Thread-695 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T05:25:47,122 DEBUG [Thread-697 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:25:47,122 DEBUG [Thread-695 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:25:47,122 DEBUG [Thread-695 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:25:47,122 DEBUG [Thread-697 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:25:47,122 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:25:47,122 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:25:47,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742070_1246 (size=12454) 2024-11-09T05:25:47,524 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:47,527 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109d85a05831a2b4f3480da8402e5ba1b5d_3460f56b52ea2475e317dc3c859c0f0d to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109d85a05831a2b4f3480da8402e5ba1b5d_3460f56b52ea2475e317dc3c859c0f0d 2024-11-09T05:25:47,528 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/A/f648dc99569c4906a145e5d1966806f4, store: [table=TestAcidGuarantees family=A region=3460f56b52ea2475e317dc3c859c0f0d] 2024-11-09T05:25:47,529 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/A/f648dc99569c4906a145e5d1966806f4 is 175, key is test_row_0/A:col10/1731129947111/Put/seqid=0 2024-11-09T05:25:47,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742071_1247 (size=31255) 2024-11-09T05:25:47,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-09T05:25:47,750 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T05:25:47,934 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=405, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/A/f648dc99569c4906a145e5d1966806f4 2024-11-09T05:25:47,942 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/B/3cad10d7ee334eef995212a30814ff6b is 50, key is test_row_0/B:col10/1731129947111/Put/seqid=0 2024-11-09T05:25:47,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742072_1248 (size=12301) 2024-11-09T05:25:48,346 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=405 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/B/3cad10d7ee334eef995212a30814ff6b 2024-11-09T05:25:48,353 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/C/752c61631f334064b4b01079b2720e76 is 50, key is test_row_0/C:col10/1731129947111/Put/seqid=0 2024-11-09T05:25:48,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742073_1249 (size=12301) 2024-11-09T05:25:48,758 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=405 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/C/752c61631f334064b4b01079b2720e76 2024-11-09T05:25:48,762 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/A/f648dc99569c4906a145e5d1966806f4 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/f648dc99569c4906a145e5d1966806f4 2024-11-09T05:25:48,765 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/f648dc99569c4906a145e5d1966806f4, entries=150, sequenceid=405, filesize=30.5 K 2024-11-09T05:25:48,766 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/B/3cad10d7ee334eef995212a30814ff6b as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/B/3cad10d7ee334eef995212a30814ff6b 2024-11-09T05:25:48,769 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/B/3cad10d7ee334eef995212a30814ff6b, entries=150, sequenceid=405, filesize=12.0 K 2024-11-09T05:25:48,770 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/C/752c61631f334064b4b01079b2720e76 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/C/752c61631f334064b4b01079b2720e76 2024-11-09T05:25:48,773 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/C/752c61631f334064b4b01079b2720e76, entries=150, sequenceid=405, filesize=12.0 K 2024-11-09T05:25:48,774 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=13.42 KB/13740 for 3460f56b52ea2475e317dc3c859c0f0d in 1662ms, sequenceid=405, compaction requested=true 2024-11-09T05:25:48,774 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3460f56b52ea2475e317dc3c859c0f0d: 2024-11-09T05:25:48,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3460f56b52ea2475e317dc3c859c0f0d:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T05:25:48,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:25:48,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3460f56b52ea2475e317dc3c859c0f0d:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T05:25:48,774 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T05:25:48,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:25:48,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3460f56b52ea2475e317dc3c859c0f0d:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T05:25:48,774 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T05:25:48,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:25:48,775 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 125804 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T05:25:48,775 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49988 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T05:25:48,775 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1541): 3460f56b52ea2475e317dc3c859c0f0d/B is initiating minor compaction (all files) 2024-11-09T05:25:48,775 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1541): 3460f56b52ea2475e317dc3c859c0f0d/A is initiating minor compaction (all files) 2024-11-09T05:25:48,775 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3460f56b52ea2475e317dc3c859c0f0d/A in TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. 2024-11-09T05:25:48,775 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3460f56b52ea2475e317dc3c859c0f0d/B in TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. 2024-11-09T05:25:48,775 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/254d8fe332b34fa9a71913bf2d4058c5, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/8464d40650dd4d8dbb9196433ef7ae80, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/c7aeadf4209b4d89aa264d8f92522289, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/f648dc99569c4906a145e5d1966806f4] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp, totalSize=122.9 K 2024-11-09T05:25:48,775 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/B/f5a5169c5137496d936c76ef88cf2d00, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/B/f0bcac850de54b43b7df48d6b6a44919, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/B/aeea181008dc4a6a8d33155b336b141b, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/B/3cad10d7ee334eef995212a30814ff6b] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp, totalSize=48.8 K 2024-11-09T05:25:48,775 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. 2024-11-09T05:25:48,775 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. files: [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/254d8fe332b34fa9a71913bf2d4058c5, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/8464d40650dd4d8dbb9196433ef7ae80, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/c7aeadf4209b4d89aa264d8f92522289, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/f648dc99569c4906a145e5d1966806f4] 2024-11-09T05:25:48,775 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting f5a5169c5137496d936c76ef88cf2d00, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1731129943529 2024-11-09T05:25:48,775 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 254d8fe332b34fa9a71913bf2d4058c5, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1731129943529 2024-11-09T05:25:48,776 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting f0bcac850de54b43b7df48d6b6a44919, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1731129943592 2024-11-09T05:25:48,776 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8464d40650dd4d8dbb9196433ef7ae80, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1731129943592 2024-11-09T05:25:48,776 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting aeea181008dc4a6a8d33155b336b141b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1731129944752 2024-11-09T05:25:48,776 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 3cad10d7ee334eef995212a30814ff6b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=405, earliestPutTs=1731129945961 2024-11-09T05:25:48,776 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting c7aeadf4209b4d89aa264d8f92522289, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1731129944752 2024-11-09T05:25:48,776 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting f648dc99569c4906a145e5d1966806f4, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=405, earliestPutTs=1731129945961 2024-11-09T05:25:48,789 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3460f56b52ea2475e317dc3c859c0f0d#B#compaction#207 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:25:48,790 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/B/210757664c384f9daf815fb2d20839bf is 50, key is test_row_0/B:col10/1731129947111/Put/seqid=0 2024-11-09T05:25:48,791 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3460f56b52ea2475e317dc3c859c0f0d] 2024-11-09T05:25:48,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742074_1250 (size=13221) 2024-11-09T05:25:48,795 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241109d5bbfdeabc6a4f9db8ade0388ecaa977_3460f56b52ea2475e317dc3c859c0f0d store=[table=TestAcidGuarantees family=A region=3460f56b52ea2475e317dc3c859c0f0d] 2024-11-09T05:25:48,829 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241109d5bbfdeabc6a4f9db8ade0388ecaa977_3460f56b52ea2475e317dc3c859c0f0d, store=[table=TestAcidGuarantees family=A region=3460f56b52ea2475e317dc3c859c0f0d] 2024-11-09T05:25:48,829 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109d5bbfdeabc6a4f9db8ade0388ecaa977_3460f56b52ea2475e317dc3c859c0f0d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3460f56b52ea2475e317dc3c859c0f0d] 2024-11-09T05:25:48,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742075_1251 (size=4469) 2024-11-09T05:25:48,835 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3460f56b52ea2475e317dc3c859c0f0d#A#compaction#208 average throughput is 0.57 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:25:48,835 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/A/e7d29d23370644d2bb85cf3ecccf9bc0 is 175, key is test_row_0/A:col10/1731129947111/Put/seqid=0 2024-11-09T05:25:48,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742076_1252 (size=32175) 2024-11-09T05:25:49,198 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/B/210757664c384f9daf815fb2d20839bf as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/B/210757664c384f9daf815fb2d20839bf 2024-11-09T05:25:49,202 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 3460f56b52ea2475e317dc3c859c0f0d/B of 3460f56b52ea2475e317dc3c859c0f0d into 210757664c384f9daf815fb2d20839bf(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:25:49,202 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3460f56b52ea2475e317dc3c859c0f0d: 2024-11-09T05:25:49,202 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., storeName=3460f56b52ea2475e317dc3c859c0f0d/B, priority=12, startTime=1731129948774; duration=0sec 2024-11-09T05:25:49,202 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:25:49,202 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3460f56b52ea2475e317dc3c859c0f0d:B 2024-11-09T05:25:49,202 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T05:25:49,204 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49988 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T05:25:49,204 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1541): 3460f56b52ea2475e317dc3c859c0f0d/C is initiating minor compaction (all files) 2024-11-09T05:25:49,204 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3460f56b52ea2475e317dc3c859c0f0d/C in TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. 2024-11-09T05:25:49,204 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/C/14d54967619e405489ed097e59a477da, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/C/c1da37744e17486e8a6abfa79d30441d, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/C/f933dfec8af64e9c84d39e9b327e7877, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/C/752c61631f334064b4b01079b2720e76] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp, totalSize=48.8 K 2024-11-09T05:25:49,204 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 14d54967619e405489ed097e59a477da, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1731129943529 2024-11-09T05:25:49,204 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting c1da37744e17486e8a6abfa79d30441d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1731129943592 2024-11-09T05:25:49,205 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting f933dfec8af64e9c84d39e9b327e7877, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1731129944752 2024-11-09T05:25:49,205 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 752c61631f334064b4b01079b2720e76, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=405, earliestPutTs=1731129945961 2024-11-09T05:25:49,214 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3460f56b52ea2475e317dc3c859c0f0d#C#compaction#209 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:25:49,214 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/C/31b1318c8a9547c0bb0b5718419b5547 is 50, key is test_row_0/C:col10/1731129947111/Put/seqid=0 2024-11-09T05:25:49,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742077_1253 (size=13221) 2024-11-09T05:25:49,243 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/A/e7d29d23370644d2bb85cf3ecccf9bc0 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/e7d29d23370644d2bb85cf3ecccf9bc0 2024-11-09T05:25:49,248 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 3460f56b52ea2475e317dc3c859c0f0d/A of 3460f56b52ea2475e317dc3c859c0f0d into e7d29d23370644d2bb85cf3ecccf9bc0(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:25:49,248 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3460f56b52ea2475e317dc3c859c0f0d: 2024-11-09T05:25:49,248 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., storeName=3460f56b52ea2475e317dc3c859c0f0d/A, priority=12, startTime=1731129948774; duration=0sec 2024-11-09T05:25:49,248 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:25:49,248 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3460f56b52ea2475e317dc3c859c0f0d:A 2024-11-09T05:25:49,624 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/C/31b1318c8a9547c0bb0b5718419b5547 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/C/31b1318c8a9547c0bb0b5718419b5547 2024-11-09T05:25:49,628 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 3460f56b52ea2475e317dc3c859c0f0d/C of 3460f56b52ea2475e317dc3c859c0f0d into 31b1318c8a9547c0bb0b5718419b5547(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:25:49,628 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3460f56b52ea2475e317dc3c859c0f0d: 2024-11-09T05:25:49,628 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., storeName=3460f56b52ea2475e317dc3c859c0f0d/C, priority=12, startTime=1731129948774; duration=0sec 2024-11-09T05:25:49,628 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:25:49,628 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3460f56b52ea2475e317dc3c859c0f0d:C 2024-11-09T05:25:49,781 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T05:25:49,871 INFO [Thread-703 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-703. 2024-11-09T05:25:49,871 DEBUG [Thread-703 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T05:25:49,871 DEBUG [Thread-703 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:25:49,871 DEBUG [Thread-703 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:25:49,871 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:25:49,871 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-09T05:25:49,871 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 77 2024-11-09T05:25:49,871 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 73 2024-11-09T05:25:49,871 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 77 2024-11-09T05:25:49,871 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 75 2024-11-09T05:25:49,871 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 21 2024-11-09T05:25:49,871 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-09T05:25:49,871 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3307 2024-11-09T05:25:49,871 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3356 2024-11-09T05:25:49,871 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-09T05:25:49,871 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1519 2024-11-09T05:25:49,871 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4557 rows 2024-11-09T05:25:49,871 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1521 2024-11-09T05:25:49,871 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4561 rows 2024-11-09T05:25:49,871 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T05:25:49,872 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobMixedAtomicity(AcidGuaranteesTestBase.java:132) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T05:25:49,872 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:25:49,872 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:25:49,872 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:25:49,872 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-09T05:25:49,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] procedure2.ProcedureExecutor(1139): Stored pid=58, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-09T05:25:49,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-09T05:25:49,875 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731129949875"}]},"ts":"1731129949875"} 2024-11-09T05:25:49,876 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-09T05:25:49,876 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-09T05:25:49,876 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-09T05:25:49,878 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=60, ppid=59, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3460f56b52ea2475e317dc3c859c0f0d, UNASSIGN}] 2024-11-09T05:25:49,878 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=60, ppid=59, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3460f56b52ea2475e317dc3c859c0f0d, UNASSIGN 2024-11-09T05:25:49,879 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=60 updating hbase:meta row=3460f56b52ea2475e317dc3c859c0f0d, regionState=CLOSING, regionLocation=059551c538b7,40801,1731129891493 2024-11-09T05:25:49,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=60, ppid=59, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=3460f56b52ea2475e317dc3c859c0f0d, UNASSIGN because future has completed 2024-11-09T05:25:49,880 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-09T05:25:49,880 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE, hasLock=false; CloseRegionProcedure 3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493}] 2024-11-09T05:25:49,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-09T05:25:50,032 INFO [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] handler.UnassignRegionHandler(122): Close 3460f56b52ea2475e317dc3c859c0f0d 2024-11-09T05:25:50,032 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-09T05:25:50,032 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegion(1722): Closing 3460f56b52ea2475e317dc3c859c0f0d, disabling compactions & flushes 2024-11-09T05:25:50,032 INFO [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. 2024-11-09T05:25:50,032 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. 2024-11-09T05:25:50,032 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. after waiting 0 ms 2024-11-09T05:25:50,032 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. 2024-11-09T05:25:50,032 INFO [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegion(2902): Flushing 3460f56b52ea2475e317dc3c859c0f0d 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-11-09T05:25:50,039 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411094aff5dec8e694e5f8b248c75a62fdaf7_3460f56b52ea2475e317dc3c859c0f0d is 50, key is test_row_1/A:col10/1731129949870/Put/seqid=0 2024-11-09T05:25:50,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742078_1254 (size=9914) 2024-11-09T05:25:50,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-09T05:25:50,443 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:50,447 INFO [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411094aff5dec8e694e5f8b248c75a62fdaf7_3460f56b52ea2475e317dc3c859c0f0d to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411094aff5dec8e694e5f8b248c75a62fdaf7_3460f56b52ea2475e317dc3c859c0f0d 2024-11-09T05:25:50,447 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/A/29c586284e394cb997b3433ac237fbe5, store: [table=TestAcidGuarantees family=A region=3460f56b52ea2475e317dc3c859c0f0d] 2024-11-09T05:25:50,448 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/A/29c586284e394cb997b3433ac237fbe5 is 175, key is test_row_1/A:col10/1731129949870/Put/seqid=0 2024-11-09T05:25:50,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742079_1255 (size=22561) 2024-11-09T05:25:50,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-09T05:25:50,852 INFO [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=414, memsize=6.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/A/29c586284e394cb997b3433ac237fbe5 2024-11-09T05:25:50,858 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/B/573703fb31fa445c8534c5d0c29f8ff8 is 50, key is test_row_1/B:col10/1731129949870/Put/seqid=0 2024-11-09T05:25:50,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742080_1256 (size=9857) 2024-11-09T05:25:51,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-09T05:25:51,262 INFO [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=414 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/B/573703fb31fa445c8534c5d0c29f8ff8 2024-11-09T05:25:51,269 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/C/10bce76390bb498dacf47ebe5540e40c is 50, key is test_row_1/C:col10/1731129949870/Put/seqid=0 2024-11-09T05:25:51,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742081_1257 (size=9857) 2024-11-09T05:25:51,673 INFO [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=414 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/C/10bce76390bb498dacf47ebe5540e40c 2024-11-09T05:25:51,677 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/A/29c586284e394cb997b3433ac237fbe5 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/29c586284e394cb997b3433ac237fbe5 2024-11-09T05:25:51,680 INFO [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/29c586284e394cb997b3433ac237fbe5, entries=100, sequenceid=414, filesize=22.0 K 2024-11-09T05:25:51,680 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/B/573703fb31fa445c8534c5d0c29f8ff8 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/B/573703fb31fa445c8534c5d0c29f8ff8 2024-11-09T05:25:51,683 INFO [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/B/573703fb31fa445c8534c5d0c29f8ff8, entries=100, sequenceid=414, filesize=9.6 K 2024-11-09T05:25:51,684 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/.tmp/C/10bce76390bb498dacf47ebe5540e40c as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/C/10bce76390bb498dacf47ebe5540e40c 2024-11-09T05:25:51,687 INFO [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/C/10bce76390bb498dacf47ebe5540e40c, entries=100, sequenceid=414, filesize=9.6 K 2024-11-09T05:25:51,687 INFO [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegion(3140): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for 3460f56b52ea2475e317dc3c859c0f0d in 1655ms, sequenceid=414, compaction requested=false 2024-11-09T05:25:51,688 DEBUG [StoreCloser-TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/f03158336a134e8fb46862bbe00147b9, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/e2ecbcc3de144483965c90060bd628e0, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/09ec6e0df4de40edbe57b00a76e199d5, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/96e8390d98de4523a8011666c9166cbb, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/fcdf73deaa884b1181c2b7e947fed104, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/116a2273c32b4c0385578e2e93a14216, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/4c4da3d7dc5744ed921dac6c973aa4ef, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/1d972e3a207249c199674839efd67935, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/720d4035347d41f79678c11dae4cb90f, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/508e4615ecdd4834bb5e1318831d333f, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/01f5c982c2d9481ca9db9d5a78001e46, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/89ee8897a5af4b888211aace26873018, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/f93cb081f81d42db904464cccaef2407, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/76f7d4a0b15c488e934b4bd2859a3c18, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/92ef3f697b534b50829c52aaf0284e79, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/6942685554cd48228b23acb9e97627dc, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/58d7bb48903449cbaeb5b0cc2b5e9e34, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/01b037c9476b462a90c3289c94958e91, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/495b1b0a740340fb9b6a42c7060458c2, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/f3333c600999465cacd131726f2f0e01, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/90ca22dbb7e445acae371d16eabe32cd, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/68287caf883d4c90ab24f0907a5d48b1, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/c3ad03f18a434670a0063f27261d66a7, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/254d8fe332b34fa9a71913bf2d4058c5, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/8464d40650dd4d8dbb9196433ef7ae80, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/c7aeadf4209b4d89aa264d8f92522289, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/f648dc99569c4906a145e5d1966806f4] to archive 2024-11-09T05:25:51,689 DEBUG [StoreCloser-TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-09T05:25:51,690 DEBUG [StoreCloser-TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/f03158336a134e8fb46862bbe00147b9 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/f03158336a134e8fb46862bbe00147b9 2024-11-09T05:25:51,691 DEBUG [StoreCloser-TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/e2ecbcc3de144483965c90060bd628e0 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/e2ecbcc3de144483965c90060bd628e0 2024-11-09T05:25:51,692 DEBUG [StoreCloser-TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/09ec6e0df4de40edbe57b00a76e199d5 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/09ec6e0df4de40edbe57b00a76e199d5 2024-11-09T05:25:51,693 DEBUG [StoreCloser-TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/96e8390d98de4523a8011666c9166cbb to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/96e8390d98de4523a8011666c9166cbb 2024-11-09T05:25:51,694 DEBUG [StoreCloser-TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/fcdf73deaa884b1181c2b7e947fed104 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/fcdf73deaa884b1181c2b7e947fed104 2024-11-09T05:25:51,695 DEBUG [StoreCloser-TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/116a2273c32b4c0385578e2e93a14216 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/116a2273c32b4c0385578e2e93a14216 2024-11-09T05:25:51,696 DEBUG [StoreCloser-TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/4c4da3d7dc5744ed921dac6c973aa4ef to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/4c4da3d7dc5744ed921dac6c973aa4ef 2024-11-09T05:25:51,697 DEBUG [StoreCloser-TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/1d972e3a207249c199674839efd67935 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/1d972e3a207249c199674839efd67935 2024-11-09T05:25:51,698 DEBUG [StoreCloser-TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/720d4035347d41f79678c11dae4cb90f to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/720d4035347d41f79678c11dae4cb90f 2024-11-09T05:25:51,698 DEBUG [StoreCloser-TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/508e4615ecdd4834bb5e1318831d333f to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/508e4615ecdd4834bb5e1318831d333f 2024-11-09T05:25:51,699 DEBUG [StoreCloser-TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/01f5c982c2d9481ca9db9d5a78001e46 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/01f5c982c2d9481ca9db9d5a78001e46 2024-11-09T05:25:51,700 DEBUG [StoreCloser-TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/89ee8897a5af4b888211aace26873018 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/89ee8897a5af4b888211aace26873018 2024-11-09T05:25:51,701 DEBUG [StoreCloser-TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/f93cb081f81d42db904464cccaef2407 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/f93cb081f81d42db904464cccaef2407 2024-11-09T05:25:51,702 DEBUG [StoreCloser-TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/76f7d4a0b15c488e934b4bd2859a3c18 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/76f7d4a0b15c488e934b4bd2859a3c18 2024-11-09T05:25:51,703 DEBUG [StoreCloser-TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/92ef3f697b534b50829c52aaf0284e79 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/92ef3f697b534b50829c52aaf0284e79 2024-11-09T05:25:51,703 DEBUG [StoreCloser-TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/6942685554cd48228b23acb9e97627dc to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/6942685554cd48228b23acb9e97627dc 2024-11-09T05:25:51,704 DEBUG [StoreCloser-TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/58d7bb48903449cbaeb5b0cc2b5e9e34 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/58d7bb48903449cbaeb5b0cc2b5e9e34 2024-11-09T05:25:51,705 DEBUG [StoreCloser-TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/01b037c9476b462a90c3289c94958e91 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/01b037c9476b462a90c3289c94958e91 2024-11-09T05:25:51,706 DEBUG [StoreCloser-TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/495b1b0a740340fb9b6a42c7060458c2 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/495b1b0a740340fb9b6a42c7060458c2 2024-11-09T05:25:51,707 DEBUG [StoreCloser-TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/f3333c600999465cacd131726f2f0e01 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/f3333c600999465cacd131726f2f0e01 2024-11-09T05:25:51,708 DEBUG [StoreCloser-TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/90ca22dbb7e445acae371d16eabe32cd to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/90ca22dbb7e445acae371d16eabe32cd 2024-11-09T05:25:51,708 DEBUG [StoreCloser-TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/68287caf883d4c90ab24f0907a5d48b1 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/68287caf883d4c90ab24f0907a5d48b1 2024-11-09T05:25:51,709 DEBUG [StoreCloser-TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/c3ad03f18a434670a0063f27261d66a7 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/c3ad03f18a434670a0063f27261d66a7 2024-11-09T05:25:51,710 DEBUG [StoreCloser-TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/254d8fe332b34fa9a71913bf2d4058c5 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/254d8fe332b34fa9a71913bf2d4058c5 2024-11-09T05:25:51,711 DEBUG [StoreCloser-TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/8464d40650dd4d8dbb9196433ef7ae80 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/8464d40650dd4d8dbb9196433ef7ae80 2024-11-09T05:25:51,712 DEBUG [StoreCloser-TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/c7aeadf4209b4d89aa264d8f92522289 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/c7aeadf4209b4d89aa264d8f92522289 2024-11-09T05:25:51,713 DEBUG [StoreCloser-TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/f648dc99569c4906a145e5d1966806f4 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/f648dc99569c4906a145e5d1966806f4 2024-11-09T05:25:51,714 DEBUG [StoreCloser-TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/B/9e0f4308cb584e8db1f00cc9e7f49396, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/B/cf42be1f25534ac5a8968618d4a93273, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/B/3bccbf8ec6c14e4a9013dc3c12cbb4b8, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/B/f1eeb4ca95934ae5983a51fe2eca5ee1, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/B/6dbe35b827764e45809e0bb84a6003ac, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/B/b86f8a4d40b34b63a6d87e5256ae79fa, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/B/ca406dcc06fb4c5db5291cc2e7008028, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/B/0c085744251547b7b2012c94a4514714, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/B/bccd97461b2e4700baf265ec33bbe972, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/B/d83afaf4100e49c2b215a742cec6634e, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/B/4add4a5fdfd247318d777b7ee0da8c94, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/B/ab5490b4e15e460fb771838f789987e9, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/B/81a258f5dba8402bb9ccf19c69cbfc93, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/B/89af4f7dbdf346f3ac7f29422f3a776d, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/B/cd3e97b9883d4fca9fd9b137a81e0c84, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/B/8e3ffa5da86f4586bb5b44621a19805a, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/B/842d03281ba64abfb990832c6af3c792, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/B/7537d2c39cbd428aa9422f562880ed4c, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/B/5c488f49f2434259bae01d9f4be908e1, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/B/2655f26b09c44f93908dad594fa77c6e, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/B/3efcc4ba209c4006860852ea6b75e6b6, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/B/2167f0d42d34494f8aa2ef4c453eb142, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/B/f5a5169c5137496d936c76ef88cf2d00, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/B/e2b9938327254047aa434f9a5a3ffadc, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/B/f0bcac850de54b43b7df48d6b6a44919, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/B/aeea181008dc4a6a8d33155b336b141b, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/B/3cad10d7ee334eef995212a30814ff6b] to archive 2024-11-09T05:25:51,715 DEBUG [StoreCloser-TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-09T05:25:51,717 DEBUG [StoreCloser-TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/B/9e0f4308cb584e8db1f00cc9e7f49396 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/B/9e0f4308cb584e8db1f00cc9e7f49396 2024-11-09T05:25:51,717 DEBUG [StoreCloser-TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/B/cf42be1f25534ac5a8968618d4a93273 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/B/cf42be1f25534ac5a8968618d4a93273 2024-11-09T05:25:51,718 DEBUG [StoreCloser-TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/B/3bccbf8ec6c14e4a9013dc3c12cbb4b8 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/B/3bccbf8ec6c14e4a9013dc3c12cbb4b8 2024-11-09T05:25:51,719 DEBUG [StoreCloser-TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/B/f1eeb4ca95934ae5983a51fe2eca5ee1 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/B/f1eeb4ca95934ae5983a51fe2eca5ee1 2024-11-09T05:25:51,720 DEBUG [StoreCloser-TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/B/6dbe35b827764e45809e0bb84a6003ac to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/B/6dbe35b827764e45809e0bb84a6003ac 2024-11-09T05:25:51,721 DEBUG [StoreCloser-TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/B/b86f8a4d40b34b63a6d87e5256ae79fa to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/B/b86f8a4d40b34b63a6d87e5256ae79fa 2024-11-09T05:25:51,722 DEBUG [StoreCloser-TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/B/ca406dcc06fb4c5db5291cc2e7008028 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/B/ca406dcc06fb4c5db5291cc2e7008028 2024-11-09T05:25:51,723 DEBUG [StoreCloser-TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/B/0c085744251547b7b2012c94a4514714 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/B/0c085744251547b7b2012c94a4514714 2024-11-09T05:25:51,724 DEBUG [StoreCloser-TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/B/bccd97461b2e4700baf265ec33bbe972 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/B/bccd97461b2e4700baf265ec33bbe972 2024-11-09T05:25:51,725 DEBUG [StoreCloser-TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/B/d83afaf4100e49c2b215a742cec6634e to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/B/d83afaf4100e49c2b215a742cec6634e 2024-11-09T05:25:51,725 DEBUG [StoreCloser-TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/B/4add4a5fdfd247318d777b7ee0da8c94 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/B/4add4a5fdfd247318d777b7ee0da8c94 2024-11-09T05:25:51,726 DEBUG [StoreCloser-TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/B/ab5490b4e15e460fb771838f789987e9 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/B/ab5490b4e15e460fb771838f789987e9 2024-11-09T05:25:51,727 DEBUG [StoreCloser-TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/B/81a258f5dba8402bb9ccf19c69cbfc93 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/B/81a258f5dba8402bb9ccf19c69cbfc93 2024-11-09T05:25:51,728 DEBUG [StoreCloser-TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/B/89af4f7dbdf346f3ac7f29422f3a776d to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/B/89af4f7dbdf346f3ac7f29422f3a776d 2024-11-09T05:25:51,729 DEBUG [StoreCloser-TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/B/cd3e97b9883d4fca9fd9b137a81e0c84 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/B/cd3e97b9883d4fca9fd9b137a81e0c84 2024-11-09T05:25:51,730 DEBUG [StoreCloser-TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/B/8e3ffa5da86f4586bb5b44621a19805a to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/B/8e3ffa5da86f4586bb5b44621a19805a 2024-11-09T05:25:51,731 DEBUG [StoreCloser-TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/B/842d03281ba64abfb990832c6af3c792 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/B/842d03281ba64abfb990832c6af3c792 2024-11-09T05:25:51,732 DEBUG [StoreCloser-TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/B/7537d2c39cbd428aa9422f562880ed4c to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/B/7537d2c39cbd428aa9422f562880ed4c 2024-11-09T05:25:51,733 DEBUG [StoreCloser-TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/B/5c488f49f2434259bae01d9f4be908e1 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/B/5c488f49f2434259bae01d9f4be908e1 2024-11-09T05:25:51,734 DEBUG [StoreCloser-TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/B/2655f26b09c44f93908dad594fa77c6e to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/B/2655f26b09c44f93908dad594fa77c6e 2024-11-09T05:25:51,734 DEBUG [StoreCloser-TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/B/3efcc4ba209c4006860852ea6b75e6b6 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/B/3efcc4ba209c4006860852ea6b75e6b6 2024-11-09T05:25:51,735 DEBUG [StoreCloser-TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/B/2167f0d42d34494f8aa2ef4c453eb142 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/B/2167f0d42d34494f8aa2ef4c453eb142 2024-11-09T05:25:51,736 DEBUG [StoreCloser-TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/B/f5a5169c5137496d936c76ef88cf2d00 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/B/f5a5169c5137496d936c76ef88cf2d00 2024-11-09T05:25:51,737 DEBUG [StoreCloser-TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/B/e2b9938327254047aa434f9a5a3ffadc to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/B/e2b9938327254047aa434f9a5a3ffadc 2024-11-09T05:25:51,738 DEBUG [StoreCloser-TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/B/f0bcac850de54b43b7df48d6b6a44919 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/B/f0bcac850de54b43b7df48d6b6a44919 2024-11-09T05:25:51,739 DEBUG [StoreCloser-TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/B/aeea181008dc4a6a8d33155b336b141b to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/B/aeea181008dc4a6a8d33155b336b141b 2024-11-09T05:25:51,740 DEBUG [StoreCloser-TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/B/3cad10d7ee334eef995212a30814ff6b to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/B/3cad10d7ee334eef995212a30814ff6b 2024-11-09T05:25:51,741 DEBUG [StoreCloser-TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/C/0e8c570ddfa549938c67fc35f9ad9a26, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/C/726527cab32e416f8f59c27ffbb9ef42, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/C/c3282b73effe4be58533f20ef514518b, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/C/cac479ad6a544387b7138575b6548fe6, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/C/0e61c88563d04578b944ba7930002898, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/C/364a9b16bdac4a36b1a8833cfffd0953, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/C/92f573a02d64401cb6b8e3e1c8b56402, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/C/24f3779d71704d9ba05cc85e5b7a5cb2, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/C/21c5d8729b534d4e93048bf534e99a75, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/C/787b671d0d1e4b97b6f8e38dd7dc1be4, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/C/d823f07b14ba472e97d444e794c8e456, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/C/592bac899c70470ca03398829aa190ec, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/C/347db53796af4fbcbed4a4425eb73a6a, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/C/249f38ada2974ec289661ca5fb4b7a60, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/C/c80ddd0d02614400a7e3c3d3461daad6, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/C/e8ad948736b94331b28b7123dedfe0f4, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/C/2c6640866325407da74d4d8a9b84bfc4, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/C/9907d8161ba14bbcab30ad3f72d510f3, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/C/cb16a41d2ae74c7b8f4d4171f82df57d, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/C/1d5d9339c72847a4863c092e9b19e01b, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/C/10c2c69b84ed4304a711f08e2be4c585, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/C/9e451f8734cf4e11943a6f907638abff, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/C/14d54967619e405489ed097e59a477da, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/C/7addd4d69bad4466a6824607782b3e67, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/C/c1da37744e17486e8a6abfa79d30441d, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/C/f933dfec8af64e9c84d39e9b327e7877, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/C/752c61631f334064b4b01079b2720e76] to archive 2024-11-09T05:25:51,742 DEBUG [StoreCloser-TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-09T05:25:51,743 DEBUG [StoreCloser-TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/C/0e8c570ddfa549938c67fc35f9ad9a26 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/C/0e8c570ddfa549938c67fc35f9ad9a26 2024-11-09T05:25:51,744 DEBUG [StoreCloser-TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/C/726527cab32e416f8f59c27ffbb9ef42 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/C/726527cab32e416f8f59c27ffbb9ef42 2024-11-09T05:25:51,745 DEBUG [StoreCloser-TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/C/c3282b73effe4be58533f20ef514518b to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/C/c3282b73effe4be58533f20ef514518b 2024-11-09T05:25:51,746 DEBUG [StoreCloser-TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/C/cac479ad6a544387b7138575b6548fe6 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/C/cac479ad6a544387b7138575b6548fe6 2024-11-09T05:25:51,747 DEBUG [StoreCloser-TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/C/0e61c88563d04578b944ba7930002898 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/C/0e61c88563d04578b944ba7930002898 2024-11-09T05:25:51,747 DEBUG [StoreCloser-TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/C/364a9b16bdac4a36b1a8833cfffd0953 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/C/364a9b16bdac4a36b1a8833cfffd0953 2024-11-09T05:25:51,748 DEBUG [StoreCloser-TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/C/92f573a02d64401cb6b8e3e1c8b56402 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/C/92f573a02d64401cb6b8e3e1c8b56402 2024-11-09T05:25:51,749 DEBUG [StoreCloser-TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/C/24f3779d71704d9ba05cc85e5b7a5cb2 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/C/24f3779d71704d9ba05cc85e5b7a5cb2 2024-11-09T05:25:51,750 DEBUG [StoreCloser-TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/C/21c5d8729b534d4e93048bf534e99a75 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/C/21c5d8729b534d4e93048bf534e99a75 2024-11-09T05:25:51,751 DEBUG [StoreCloser-TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/C/787b671d0d1e4b97b6f8e38dd7dc1be4 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/C/787b671d0d1e4b97b6f8e38dd7dc1be4 2024-11-09T05:25:51,752 DEBUG [StoreCloser-TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/C/d823f07b14ba472e97d444e794c8e456 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/C/d823f07b14ba472e97d444e794c8e456 2024-11-09T05:25:51,753 DEBUG [StoreCloser-TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/C/592bac899c70470ca03398829aa190ec to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/C/592bac899c70470ca03398829aa190ec 2024-11-09T05:25:51,754 DEBUG [StoreCloser-TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/C/347db53796af4fbcbed4a4425eb73a6a to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/C/347db53796af4fbcbed4a4425eb73a6a 2024-11-09T05:25:51,755 DEBUG [StoreCloser-TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/C/249f38ada2974ec289661ca5fb4b7a60 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/C/249f38ada2974ec289661ca5fb4b7a60 2024-11-09T05:25:51,755 DEBUG [StoreCloser-TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/C/c80ddd0d02614400a7e3c3d3461daad6 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/C/c80ddd0d02614400a7e3c3d3461daad6 2024-11-09T05:25:51,756 DEBUG [StoreCloser-TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/C/e8ad948736b94331b28b7123dedfe0f4 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/C/e8ad948736b94331b28b7123dedfe0f4 2024-11-09T05:25:51,757 DEBUG [StoreCloser-TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/C/2c6640866325407da74d4d8a9b84bfc4 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/C/2c6640866325407da74d4d8a9b84bfc4 2024-11-09T05:25:51,758 DEBUG [StoreCloser-TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/C/9907d8161ba14bbcab30ad3f72d510f3 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/C/9907d8161ba14bbcab30ad3f72d510f3 2024-11-09T05:25:51,759 DEBUG [StoreCloser-TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/C/cb16a41d2ae74c7b8f4d4171f82df57d to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/C/cb16a41d2ae74c7b8f4d4171f82df57d 2024-11-09T05:25:51,759 DEBUG [StoreCloser-TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/C/1d5d9339c72847a4863c092e9b19e01b to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/C/1d5d9339c72847a4863c092e9b19e01b 2024-11-09T05:25:51,760 DEBUG [StoreCloser-TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/C/10c2c69b84ed4304a711f08e2be4c585 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/C/10c2c69b84ed4304a711f08e2be4c585 2024-11-09T05:25:51,761 DEBUG [StoreCloser-TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/C/9e451f8734cf4e11943a6f907638abff to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/C/9e451f8734cf4e11943a6f907638abff 2024-11-09T05:25:51,762 DEBUG [StoreCloser-TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/C/14d54967619e405489ed097e59a477da to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/C/14d54967619e405489ed097e59a477da 2024-11-09T05:25:51,763 DEBUG [StoreCloser-TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/C/7addd4d69bad4466a6824607782b3e67 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/C/7addd4d69bad4466a6824607782b3e67 2024-11-09T05:25:51,764 DEBUG [StoreCloser-TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/C/c1da37744e17486e8a6abfa79d30441d to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/C/c1da37744e17486e8a6abfa79d30441d 2024-11-09T05:25:51,765 DEBUG [StoreCloser-TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/C/f933dfec8af64e9c84d39e9b327e7877 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/C/f933dfec8af64e9c84d39e9b327e7877 2024-11-09T05:25:51,765 DEBUG [StoreCloser-TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/C/752c61631f334064b4b01079b2720e76 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/C/752c61631f334064b4b01079b2720e76 2024-11-09T05:25:51,770 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/recovered.edits/417.seqid, newMaxSeqId=417, maxSeqId=4 2024-11-09T05:25:51,770 INFO [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. 2024-11-09T05:25:51,770 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegion(1676): Region close journal for 3460f56b52ea2475e317dc3c859c0f0d: Waiting for close lock at 1731129950032Running coprocessor pre-close hooks at 1731129950032Disabling compacts and flushes for region at 1731129950032Disabling writes for close at 1731129950032Obtaining lock to block concurrent updates at 1731129950032Preparing flush snapshotting stores in 3460f56b52ea2475e317dc3c859c0f0d at 1731129950032Finished memstore snapshotting TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d., syncing WAL and waiting on mvcc, flushsize=dataSize=20610, getHeapSize=54720, getOffHeapSize=0, getCellsCount=450 at 1731129950033 (+1 ms)Flushing stores of TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d. at 1731129950033Flushing 3460f56b52ea2475e317dc3c859c0f0d/A: creating writer at 1731129950033Flushing mob file 3460f56b52ea2475e317dc3c859c0f0d/A: appending metadata at 1731129950039 (+6 ms)Flushing mob file 3460f56b52ea2475e317dc3c859c0f0d/A: closing flushed file at 1731129950039Flushing 3460f56b52ea2475e317dc3c859c0f0d/A: appending metadata at 1731129950447 (+408 ms)Flushing 3460f56b52ea2475e317dc3c859c0f0d/A: closing flushed file at 1731129950447Flushing 3460f56b52ea2475e317dc3c859c0f0d/B: creating writer at 1731129950855 (+408 ms)Flushing 3460f56b52ea2475e317dc3c859c0f0d/B: appending metadata at 1731129950857 (+2 ms)Flushing 3460f56b52ea2475e317dc3c859c0f0d/B: closing flushed file at 1731129950857Flushing 3460f56b52ea2475e317dc3c859c0f0d/C: creating writer at 1731129951265 (+408 ms)Flushing 3460f56b52ea2475e317dc3c859c0f0d/C: appending metadata at 1731129951268 (+3 ms)Flushing 3460f56b52ea2475e317dc3c859c0f0d/C: closing flushed file at 1731129951268Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72ac9e28: reopening flushed file at 1731129951676 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e42b597: reopening flushed file at 1731129951680 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7be8772e: reopening flushed file at 1731129951683 (+3 ms)Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for 3460f56b52ea2475e317dc3c859c0f0d in 1655ms, sequenceid=414, compaction requested=false at 1731129951687 (+4 ms)Writing region close event to WAL at 1731129951767 (+80 ms)Running coprocessor post-close hooks at 1731129951770 (+3 ms)Closed at 1731129951770 2024-11-09T05:25:51,772 INFO [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] handler.UnassignRegionHandler(157): Closed 3460f56b52ea2475e317dc3c859c0f0d 2024-11-09T05:25:51,773 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=60 updating hbase:meta row=3460f56b52ea2475e317dc3c859c0f0d, regionState=CLOSED 2024-11-09T05:25:51,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=61, ppid=60, state=RUNNABLE, hasLock=false; CloseRegionProcedure 3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 because future has completed 2024-11-09T05:25:51,776 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=61, resume processing ppid=60 2024-11-09T05:25:51,776 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, ppid=60, state=SUCCESS, hasLock=false; CloseRegionProcedure 3460f56b52ea2475e317dc3c859c0f0d, server=059551c538b7,40801,1731129891493 in 1.8940 sec 2024-11-09T05:25:51,777 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=60, resume processing ppid=59 2024-11-09T05:25:51,777 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, ppid=59, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3460f56b52ea2475e317dc3c859c0f0d, UNASSIGN in 1.8980 sec 2024-11-09T05:25:51,779 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=58 2024-11-09T05:25:51,779 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=58, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9020 sec 2024-11-09T05:25:51,781 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731129951781"}]},"ts":"1731129951781"} 2024-11-09T05:25:51,782 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-09T05:25:51,782 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-09T05:25:51,784 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.9100 sec 2024-11-09T05:25:52,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-09T05:25:52,021 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-09T05:25:52,021 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-09T05:25:52,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] procedure2.ProcedureExecutor(1139): Stored pid=62, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T05:25:52,022 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=62, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T05:25:52,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-09T05:25:52,023 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=62, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T05:25:52,025 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d 2024-11-09T05:25:52,027 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A, FileablePath, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/B, FileablePath, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/C, FileablePath, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/recovered.edits] 2024-11-09T05:25:52,029 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/29c586284e394cb997b3433ac237fbe5 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/29c586284e394cb997b3433ac237fbe5 2024-11-09T05:25:52,030 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/e7d29d23370644d2bb85cf3ecccf9bc0 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/A/e7d29d23370644d2bb85cf3ecccf9bc0 2024-11-09T05:25:52,033 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/B/210757664c384f9daf815fb2d20839bf to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/B/210757664c384f9daf815fb2d20839bf 2024-11-09T05:25:52,034 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/B/573703fb31fa445c8534c5d0c29f8ff8 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/B/573703fb31fa445c8534c5d0c29f8ff8 2024-11-09T05:25:52,036 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/C/10bce76390bb498dacf47ebe5540e40c to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/C/10bce76390bb498dacf47ebe5540e40c 2024-11-09T05:25:52,037 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/C/31b1318c8a9547c0bb0b5718419b5547 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/C/31b1318c8a9547c0bb0b5718419b5547 2024-11-09T05:25:52,039 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/recovered.edits/417.seqid to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d/recovered.edits/417.seqid 2024-11-09T05:25:52,039 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3460f56b52ea2475e317dc3c859c0f0d 2024-11-09T05:25:52,039 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-09T05:25:52,040 DEBUG [PEWorker-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-09T05:25:52,041 DEBUG [PEWorker-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-09T05:25:52,045 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109087b27c27b4e461d8f26f9744688e7e8_3460f56b52ea2475e317dc3c859c0f0d to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109087b27c27b4e461d8f26f9744688e7e8_3460f56b52ea2475e317dc3c859c0f0d 2024-11-09T05:25:52,046 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109270054af40194b07beacd3129a8eba64_3460f56b52ea2475e317dc3c859c0f0d to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109270054af40194b07beacd3129a8eba64_3460f56b52ea2475e317dc3c859c0f0d 2024-11-09T05:25:52,047 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411094aff5dec8e694e5f8b248c75a62fdaf7_3460f56b52ea2475e317dc3c859c0f0d to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411094aff5dec8e694e5f8b248c75a62fdaf7_3460f56b52ea2475e317dc3c859c0f0d 2024-11-09T05:25:52,048 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411094d3760ce6dce4e1e8d88e7f257f67609_3460f56b52ea2475e317dc3c859c0f0d to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411094d3760ce6dce4e1e8d88e7f257f67609_3460f56b52ea2475e317dc3c859c0f0d 2024-11-09T05:25:52,049 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411094e87cb6e6a64443687f1daf38ee96160_3460f56b52ea2475e317dc3c859c0f0d to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411094e87cb6e6a64443687f1daf38ee96160_3460f56b52ea2475e317dc3c859c0f0d 2024-11-09T05:25:52,050 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109518eb4b8b9fb46ddb7b429a7d78c788e_3460f56b52ea2475e317dc3c859c0f0d to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109518eb4b8b9fb46ddb7b429a7d78c788e_3460f56b52ea2475e317dc3c859c0f0d 2024-11-09T05:25:52,051 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411095207e29e3ef54888b0efaaf0661b0af7_3460f56b52ea2475e317dc3c859c0f0d to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411095207e29e3ef54888b0efaaf0661b0af7_3460f56b52ea2475e317dc3c859c0f0d 2024-11-09T05:25:52,052 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110958a2788aede84b15a1b30fc7428924ef_3460f56b52ea2475e317dc3c859c0f0d to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110958a2788aede84b15a1b30fc7428924ef_3460f56b52ea2475e317dc3c859c0f0d 2024-11-09T05:25:52,053 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411096057dd30c5764653b6cf8a67fee5125f_3460f56b52ea2475e317dc3c859c0f0d to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411096057dd30c5764653b6cf8a67fee5125f_3460f56b52ea2475e317dc3c859c0f0d 2024-11-09T05:25:52,054 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411096c9d2032a9ae4c4c8467248b6095f633_3460f56b52ea2475e317dc3c859c0f0d to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411096c9d2032a9ae4c4c8467248b6095f633_3460f56b52ea2475e317dc3c859c0f0d 2024-11-09T05:25:52,055 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109791aa61d1395434783a2dad6415c3096_3460f56b52ea2475e317dc3c859c0f0d to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109791aa61d1395434783a2dad6415c3096_3460f56b52ea2475e317dc3c859c0f0d 2024-11-09T05:25:52,056 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411099b26b63403cd4a7ab4d7dd8976e3efe8_3460f56b52ea2475e317dc3c859c0f0d to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411099b26b63403cd4a7ab4d7dd8976e3efe8_3460f56b52ea2475e317dc3c859c0f0d 2024-11-09T05:25:52,057 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109a1067e9b212545a78baa3fbe5102c033_3460f56b52ea2475e317dc3c859c0f0d to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109a1067e9b212545a78baa3fbe5102c033_3460f56b52ea2475e317dc3c859c0f0d 2024-11-09T05:25:52,058 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109a244fc741d2a4f3391594e7b03235418_3460f56b52ea2475e317dc3c859c0f0d to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109a244fc741d2a4f3391594e7b03235418_3460f56b52ea2475e317dc3c859c0f0d 2024-11-09T05:25:52,059 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109a32f4772bb454d47a97450010a100cd9_3460f56b52ea2475e317dc3c859c0f0d to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109a32f4772bb454d47a97450010a100cd9_3460f56b52ea2475e317dc3c859c0f0d 2024-11-09T05:25:52,060 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109b140c9f0b9294cbfae2e6050507e69e9_3460f56b52ea2475e317dc3c859c0f0d to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109b140c9f0b9294cbfae2e6050507e69e9_3460f56b52ea2475e317dc3c859c0f0d 2024-11-09T05:25:52,061 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109bc9ccfd72c8c41b98d751a25d9c4553a_3460f56b52ea2475e317dc3c859c0f0d to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109bc9ccfd72c8c41b98d751a25d9c4553a_3460f56b52ea2475e317dc3c859c0f0d 2024-11-09T05:25:52,062 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109c102ad5c4d984adc9f70c3fe9e0cf947_3460f56b52ea2475e317dc3c859c0f0d to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109c102ad5c4d984adc9f70c3fe9e0cf947_3460f56b52ea2475e317dc3c859c0f0d 2024-11-09T05:25:52,062 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109d2fd20e8043b4cf0a16ecbd83834d809_3460f56b52ea2475e317dc3c859c0f0d to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109d2fd20e8043b4cf0a16ecbd83834d809_3460f56b52ea2475e317dc3c859c0f0d 2024-11-09T05:25:52,063 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109d85a05831a2b4f3480da8402e5ba1b5d_3460f56b52ea2475e317dc3c859c0f0d to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109d85a05831a2b4f3480da8402e5ba1b5d_3460f56b52ea2475e317dc3c859c0f0d 2024-11-09T05:25:52,064 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109e7e340ec69b04b7cbd394b8e3dd37f6d_3460f56b52ea2475e317dc3c859c0f0d to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109e7e340ec69b04b7cbd394b8e3dd37f6d_3460f56b52ea2475e317dc3c859c0f0d 2024-11-09T05:25:52,065 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109f802ce8ea118463ca446a87f5658c8cf_3460f56b52ea2475e317dc3c859c0f0d to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109f802ce8ea118463ca446a87f5658c8cf_3460f56b52ea2475e317dc3c859c0f0d 2024-11-09T05:25:52,066 DEBUG [PEWorker-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-09T05:25:52,068 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=62, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T05:25:52,070 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-09T05:25:52,072 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-09T05:25:52,073 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=62, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T05:25:52,073 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-09T05:25:52,073 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731129952073"}]},"ts":"9223372036854775807"} 2024-11-09T05:25:52,075 INFO [PEWorker-4 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-09T05:25:52,075 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 3460f56b52ea2475e317dc3c859c0f0d, NAME => 'TestAcidGuarantees,,1731129923048.3460f56b52ea2475e317dc3c859c0f0d.', STARTKEY => '', ENDKEY => ''}] 2024-11-09T05:25:52,076 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-09T05:25:52,076 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731129952076"}]},"ts":"9223372036854775807"} 2024-11-09T05:25:52,077 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-09T05:25:52,078 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=62, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T05:25:52,079 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 57 msec 2024-11-09T05:25:52,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-09T05:25:52,130 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-09T05:25:52,131 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-09T05:25:52,139 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMobMixedAtomicity Thread=242 (was 239) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1142197596_22 at /127.0.0.1:56634 [Waiting for operation #643] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_890684989_22 at /127.0.0.1:32852 [Waiting for operation #862] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1142197596_22 at /127.0.0.1:56638 [Waiting for operation #638] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_890684989_22 at /127.0.0.1:55424 [Waiting for operation #1132] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d09197ca-a97b-6c22-59af-b654184216ce/cluster_be2cea33-2301-f177-92ff-6ea3f48be4bb/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d09197ca-a97b-6c22-59af-b654184216ce/cluster_be2cea33-2301-f177-92ff-6ea3f48be4bb/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=461 (was 457) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=512 (was 447) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=581 (was 716) 2024-11-09T05:25:52,147 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testGetAtomicity Thread=242, OpenFileDescriptor=461, MaxFileDescriptor=1048576, SystemLoadAverage=512, ProcessCount=11, AvailableMemoryMB=580 2024-11-09T05:25:52,148 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-09T05:25:52,148 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T05:25:52,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] procedure2.ProcedureExecutor(1139): Stored pid=63, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-09T05:25:52,150 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=63, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T05:25:52,150 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:52,150 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 63 2024-11-09T05:25:52,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=63 2024-11-09T05:25:52,151 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=63, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T05:25:52,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742082_1258 (size=959) 2024-11-09T05:25:52,161 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4e718dacb7c04ccb21b0b565786c2404, NAME => 'TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320 2024-11-09T05:25:52,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742083_1259 (size=53) 2024-11-09T05:25:52,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=63 2024-11-09T05:25:52,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=63 2024-11-09T05:25:52,568 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T05:25:52,568 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 4e718dacb7c04ccb21b0b565786c2404, disabling compactions & flushes 2024-11-09T05:25:52,568 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. 2024-11-09T05:25:52,568 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. 2024-11-09T05:25:52,568 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. after waiting 0 ms 2024-11-09T05:25:52,568 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. 2024-11-09T05:25:52,568 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. 2024-11-09T05:25:52,568 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4e718dacb7c04ccb21b0b565786c2404: Waiting for close lock at 1731129952568Disabling compacts and flushes for region at 1731129952568Disabling writes for close at 1731129952568Writing region close event to WAL at 1731129952568Closed at 1731129952568 2024-11-09T05:25:52,569 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=63, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T05:25:52,570 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731129952569"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731129952569"}]},"ts":"1731129952569"} 2024-11-09T05:25:52,571 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T05:25:52,571 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=63, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T05:25:52,572 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731129952572"}]},"ts":"1731129952572"} 2024-11-09T05:25:52,573 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-09T05:25:52,573 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4e718dacb7c04ccb21b0b565786c2404, ASSIGN}] 2024-11-09T05:25:52,574 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=64, ppid=63, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4e718dacb7c04ccb21b0b565786c2404, ASSIGN 2024-11-09T05:25:52,574 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=64, ppid=63, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4e718dacb7c04ccb21b0b565786c2404, ASSIGN; state=OFFLINE, location=059551c538b7,40801,1731129891493; forceNewPlan=false, retain=false 2024-11-09T05:25:52,725 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=4e718dacb7c04ccb21b0b565786c2404, regionState=OPENING, regionLocation=059551c538b7,40801,1731129891493 2024-11-09T05:25:52,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=64, ppid=63, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4e718dacb7c04ccb21b0b565786c2404, ASSIGN because future has completed 2024-11-09T05:25:52,726 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493}] 2024-11-09T05:25:52,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=63 2024-11-09T05:25:52,880 INFO [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. 2024-11-09T05:25:52,881 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7752): Opening region: {ENCODED => 4e718dacb7c04ccb21b0b565786c2404, NAME => 'TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.', STARTKEY => '', ENDKEY => ''} 2024-11-09T05:25:52,881 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 4e718dacb7c04ccb21b0b565786c2404 2024-11-09T05:25:52,881 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T05:25:52,881 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7794): checking encryption for 4e718dacb7c04ccb21b0b565786c2404 2024-11-09T05:25:52,881 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7797): checking classloading for 4e718dacb7c04ccb21b0b565786c2404 2024-11-09T05:25:52,882 INFO [StoreOpener-4e718dacb7c04ccb21b0b565786c2404-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 4e718dacb7c04ccb21b0b565786c2404 2024-11-09T05:25:52,883 INFO [StoreOpener-4e718dacb7c04ccb21b0b565786c2404-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4e718dacb7c04ccb21b0b565786c2404 columnFamilyName A 2024-11-09T05:25:52,884 DEBUG [StoreOpener-4e718dacb7c04ccb21b0b565786c2404-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:52,884 INFO [StoreOpener-4e718dacb7c04ccb21b0b565786c2404-1 {}] regionserver.HStore(327): Store=4e718dacb7c04ccb21b0b565786c2404/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T05:25:52,884 INFO [StoreOpener-4e718dacb7c04ccb21b0b565786c2404-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 4e718dacb7c04ccb21b0b565786c2404 2024-11-09T05:25:52,885 INFO [StoreOpener-4e718dacb7c04ccb21b0b565786c2404-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4e718dacb7c04ccb21b0b565786c2404 columnFamilyName B 2024-11-09T05:25:52,885 DEBUG [StoreOpener-4e718dacb7c04ccb21b0b565786c2404-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:52,885 INFO [StoreOpener-4e718dacb7c04ccb21b0b565786c2404-1 {}] regionserver.HStore(327): Store=4e718dacb7c04ccb21b0b565786c2404/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T05:25:52,885 INFO [StoreOpener-4e718dacb7c04ccb21b0b565786c2404-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 4e718dacb7c04ccb21b0b565786c2404 2024-11-09T05:25:52,886 INFO [StoreOpener-4e718dacb7c04ccb21b0b565786c2404-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4e718dacb7c04ccb21b0b565786c2404 columnFamilyName C 2024-11-09T05:25:52,886 DEBUG [StoreOpener-4e718dacb7c04ccb21b0b565786c2404-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:25:52,887 INFO [StoreOpener-4e718dacb7c04ccb21b0b565786c2404-1 {}] regionserver.HStore(327): Store=4e718dacb7c04ccb21b0b565786c2404/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T05:25:52,887 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1038): replaying wal for 4e718dacb7c04ccb21b0b565786c2404 2024-11-09T05:25:52,887 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404 2024-11-09T05:25:52,888 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404 2024-11-09T05:25:52,888 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1048): stopping wal replay for 4e718dacb7c04ccb21b0b565786c2404 2024-11-09T05:25:52,888 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1060): Cleaning up temporary data for 4e718dacb7c04ccb21b0b565786c2404 2024-11-09T05:25:52,889 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-09T05:25:52,890 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1093): writing seq id for 4e718dacb7c04ccb21b0b565786c2404 2024-11-09T05:25:52,891 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T05:25:52,892 INFO [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1114): Opened 4e718dacb7c04ccb21b0b565786c2404; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61175636, jitterRate=-0.08841198682785034}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-09T05:25:52,892 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4e718dacb7c04ccb21b0b565786c2404 2024-11-09T05:25:52,892 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1006): Region open journal for 4e718dacb7c04ccb21b0b565786c2404: Running coprocessor pre-open hook at 1731129952881Writing region info on filesystem at 1731129952881Initializing all the Stores at 1731129952882 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731129952882Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731129952882Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731129952882Cleaning up temporary data from old regions at 1731129952888 (+6 ms)Running coprocessor post-open hooks at 1731129952892 (+4 ms)Region opened successfully at 1731129952892 2024-11-09T05:25:52,893 INFO [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., pid=65, masterSystemTime=1731129952878 2024-11-09T05:25:52,895 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. 2024-11-09T05:25:52,895 INFO [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. 2024-11-09T05:25:52,895 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=4e718dacb7c04ccb21b0b565786c2404, regionState=OPEN, openSeqNum=2, regionLocation=059551c538b7,40801,1731129891493 2024-11-09T05:25:52,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=65, ppid=64, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 because future has completed 2024-11-09T05:25:52,898 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=65, resume processing ppid=64 2024-11-09T05:25:52,898 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=64, state=SUCCESS, hasLock=false; OpenRegionProcedure 4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 in 171 msec 2024-11-09T05:25:52,900 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=64, resume processing ppid=63 2024-11-09T05:25:52,900 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, ppid=63, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4e718dacb7c04ccb21b0b565786c2404, ASSIGN in 325 msec 2024-11-09T05:25:52,901 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=63, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T05:25:52,901 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731129952901"}]},"ts":"1731129952901"} 2024-11-09T05:25:52,902 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-09T05:25:52,902 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=63, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T05:25:52,903 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 754 msec 2024-11-09T05:25:53,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=63 2024-11-09T05:25:53,291 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-09T05:25:53,291 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e04d2b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:25:53,291 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 059551c538b7,41745,-1 for getting cluster id 2024-11-09T05:25:53,292 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:25:53,292 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9cbcd106-ff71-48e9-988a-d53636563491' 2024-11-09T05:25:53,293 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:25:53,293 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9cbcd106-ff71-48e9-988a-d53636563491" 2024-11-09T05:25:53,293 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7046ed10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:25:53,293 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [059551c538b7,41745,-1] 2024-11-09T05:25:53,293 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:25:53,293 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:25:53,294 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:25:53,294 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62260cf0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:25:53,294 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:25:53,295 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=059551c538b7,40801,1731129891493, seqNum=-1] 2024-11-09T05:25:53,295 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:25:53,296 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44554, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:25:53,297 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T05:25:53,297 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 059551c538b7,41745,1731129890711 2024-11-09T05:25:53,297 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@611da558 2024-11-09T05:25:53,297 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T05:25:53,298 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56852, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T05:25:53,299 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@391cff66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:25:53,299 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 059551c538b7,41745,-1 for getting cluster id 2024-11-09T05:25:53,299 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:25:53,300 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9cbcd106-ff71-48e9-988a-d53636563491' 2024-11-09T05:25:53,300 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:25:53,300 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9cbcd106-ff71-48e9-988a-d53636563491" 2024-11-09T05:25:53,300 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68b38caa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:25:53,300 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [059551c538b7,41745,-1] 2024-11-09T05:25:53,300 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:25:53,300 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:25:53,301 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56874, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:25:53,301 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fbc66c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:25:53,302 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@135bd0ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:25:53,302 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 059551c538b7,41745,-1 for getting cluster id 2024-11-09T05:25:53,302 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:25:53,303 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9cbcd106-ff71-48e9-988a-d53636563491' 2024-11-09T05:25:53,303 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:25:53,303 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9cbcd106-ff71-48e9-988a-d53636563491" 2024-11-09T05:25:53,303 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b009d75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:25:53,303 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [059551c538b7,41745,-1] 2024-11-09T05:25:53,303 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:25:53,303 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:25:53,304 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56888, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:25:53,304 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@735b93d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:25:53,305 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4609cead, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:25:53,305 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 059551c538b7,41745,-1 for getting cluster id 2024-11-09T05:25:53,305 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:25:53,305 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9cbcd106-ff71-48e9-988a-d53636563491' 2024-11-09T05:25:53,305 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:25:53,305 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9cbcd106-ff71-48e9-988a-d53636563491" 2024-11-09T05:25:53,306 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4376e19, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:25:53,306 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [059551c538b7,41745,-1] 2024-11-09T05:25:53,306 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:25:53,306 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:25:53,306 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:25:53,307 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78918d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:25:53,307 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a2df097, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:25:53,307 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 059551c538b7,41745,-1 for getting cluster id 2024-11-09T05:25:53,307 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:25:53,308 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9cbcd106-ff71-48e9-988a-d53636563491' 2024-11-09T05:25:53,308 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:25:53,308 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9cbcd106-ff71-48e9-988a-d53636563491" 2024-11-09T05:25:53,308 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bf2a7f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:25:53,308 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [059551c538b7,41745,-1] 2024-11-09T05:25:53,308 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:25:53,308 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:25:53,309 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:25:53,309 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43713a87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:25:53,310 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2856abc4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:25:53,310 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 059551c538b7,41745,-1 for getting cluster id 2024-11-09T05:25:53,310 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:25:53,310 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9cbcd106-ff71-48e9-988a-d53636563491' 2024-11-09T05:25:53,310 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:25:53,311 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9cbcd106-ff71-48e9-988a-d53636563491" 2024-11-09T05:25:53,311 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37a0cc4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:25:53,311 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [059551c538b7,41745,-1] 2024-11-09T05:25:53,311 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:25:53,311 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:25:53,312 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56930, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:25:53,312 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1446bc82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:25:53,312 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a4f6020, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:25:53,313 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 059551c538b7,41745,-1 for getting cluster id 2024-11-09T05:25:53,313 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:25:53,313 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9cbcd106-ff71-48e9-988a-d53636563491' 2024-11-09T05:25:53,313 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:25:53,313 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9cbcd106-ff71-48e9-988a-d53636563491" 2024-11-09T05:25:53,313 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d9da1bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:25:53,313 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [059551c538b7,41745,-1] 2024-11-09T05:25:53,314 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:25:53,314 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:25:53,314 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56934, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:25:53,315 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18fd69a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:25:53,315 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@692cba37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:25:53,315 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 059551c538b7,41745,-1 for getting cluster id 2024-11-09T05:25:53,315 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:25:53,316 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9cbcd106-ff71-48e9-988a-d53636563491' 2024-11-09T05:25:53,316 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:25:53,316 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9cbcd106-ff71-48e9-988a-d53636563491" 2024-11-09T05:25:53,316 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@352df8e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:25:53,316 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [059551c538b7,41745,-1] 2024-11-09T05:25:53,316 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:25:53,316 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:25:53,317 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56952, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:25:53,317 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e1f2306, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:25:53,318 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d805c88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:25:53,318 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 059551c538b7,41745,-1 for getting cluster id 2024-11-09T05:25:53,318 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:25:53,319 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9cbcd106-ff71-48e9-988a-d53636563491' 2024-11-09T05:25:53,319 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:25:53,319 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9cbcd106-ff71-48e9-988a-d53636563491" 2024-11-09T05:25:53,319 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b2b25e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:25:53,319 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [059551c538b7,41745,-1] 2024-11-09T05:25:53,319 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:25:53,319 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:25:53,320 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56982, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:25:53,320 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7daa8ec7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:25:53,320 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4861c2d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:25:53,320 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 059551c538b7,41745,-1 for getting cluster id 2024-11-09T05:25:53,320 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:25:53,321 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9cbcd106-ff71-48e9-988a-d53636563491' 2024-11-09T05:25:53,321 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:25:53,321 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9cbcd106-ff71-48e9-988a-d53636563491" 2024-11-09T05:25:53,321 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@200b38df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:25:53,321 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [059551c538b7,41745,-1] 2024-11-09T05:25:53,321 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:25:53,322 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:25:53,322 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:25:53,323 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@577edfcb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:25:53,323 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3397c776, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:25:53,323 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 059551c538b7,41745,-1 for getting cluster id 2024-11-09T05:25:53,323 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:25:53,324 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9cbcd106-ff71-48e9-988a-d53636563491' 2024-11-09T05:25:53,324 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:25:53,324 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9cbcd106-ff71-48e9-988a-d53636563491" 2024-11-09T05:25:53,324 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@431c0b45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:25:53,324 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [059551c538b7,41745,-1] 2024-11-09T05:25:53,324 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:25:53,324 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:25:53,325 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57020, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:25:53,325 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47d61935, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:25:53,326 DEBUG [Thread-1213 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:25:53,326 DEBUG [Thread-1202 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:25:53,326 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=059551c538b7,40801,1731129891493, seqNum=-1] 2024-11-09T05:25:53,326 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=059551c538b7,40801,1731129891493, seqNum=-1] 2024-11-09T05:25:53,327 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:25:53,327 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:25:53,328 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:25:53,328 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44570, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:25:53,328 DEBUG [Thread-1207 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:25:53,329 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=059551c538b7,40801,1731129891493, seqNum=-1] 2024-11-09T05:25:53,329 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:25:53,330 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2] 2024-11-09T05:25:53,330 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2] 2024-11-09T05:25:53,330 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44586, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:25:53,332 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2] 2024-11-09T05:25:53,336 DEBUG [Thread-1205 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:25:53,337 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=059551c538b7,40801,1731129891493, seqNum=-1] 2024-11-09T05:25:53,337 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T05:25:53,337 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:25:53,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] procedure2.ProcedureExecutor(1139): Stored pid=66, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees 2024-11-09T05:25:53,338 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44598, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:25:53,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-09T05:25:53,339 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=66, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T05:25:53,339 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=66, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T05:25:53,340 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T05:25:53,340 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2] 2024-11-09T05:25:53,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(8855): Flush requested on 4e718dacb7c04ccb21b0b565786c2404 2024-11-09T05:25:53,344 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T05:25:53,344 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4e718dacb7c04ccb21b0b565786c2404 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-09T05:25:53,356 DEBUG [Thread-1211 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:25:53,357 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=059551c538b7,40801,1731129891493, seqNum=-1] 2024-11-09T05:25:53,357 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:25:53,359 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44604, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:25:53,360 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2] 2024-11-09T05:25:53,368 DEBUG [Thread-1209 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:25:53,369 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=059551c538b7,40801,1731129891493, seqNum=-1] 2024-11-09T05:25:53,370 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:25:53,370 DEBUG [Thread-1196 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:25:53,371 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:25:53,372 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=059551c538b7,40801,1731129891493, seqNum=-1] 2024-11-09T05:25:53,372 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2] 2024-11-09T05:25:53,372 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:25:53,373 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:25:53,373 DEBUG [Thread-1198 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:25:53,374 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=059551c538b7,40801,1731129891493, seqNum=-1] 2024-11-09T05:25:53,374 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:25:53,375 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2] 2024-11-09T05:25:53,376 DEBUG [Thread-1194 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:25:53,377 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=059551c538b7,40801,1731129891493, seqNum=-1] 2024-11-09T05:25:53,377 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:25:53,377 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:25:53,379 DEBUG [Thread-1200 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:25:53,379 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2] 2024-11-09T05:25:53,379 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44626, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:25:53,379 DEBUG [Thread-1200 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=059551c538b7,40801,1731129891493, seqNum=-1] 2024-11-09T05:25:53,380 DEBUG [Thread-1200 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:25:53,380 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2] 2024-11-09T05:25:53,381 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44640, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:25:53,381 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/A/3ed9f662d8304f859cfb404f3f4e33de is 50, key is test_row_0/A:col10/1731129953339/Put/seqid=0 2024-11-09T05:25:53,382 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2] 2024-11-09T05:25:53,413 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:53,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44612 deadline: 1731130013405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:53,413 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:53,414 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:53,414 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:53,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44570 deadline: 1731130013406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:53,414 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:53,414 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:53,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44626 deadline: 1731130013406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:53,414 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:53,414 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:53,414 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:53,414 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:53,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44618 deadline: 1731130013406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:53,414 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:53,414 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:53,414 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:53,414 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:53,415 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:53,415 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:53,419 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:53,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44640 deadline: 1731130013413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:53,419 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:53,419 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:53,419 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:53,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742084_1260 (size=12001) 2024-11-09T05:25:53,422 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/A/3ed9f662d8304f859cfb404f3f4e33de 2024-11-09T05:25:53,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-09T05:25:53,454 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/B/1532d01394144035b9fae9e659a3fc18 is 50, key is test_row_0/B:col10/1731129953339/Put/seqid=0 2024-11-09T05:25:53,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742085_1261 (size=12001) 2024-11-09T05:25:53,471 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/B/1532d01394144035b9fae9e659a3fc18 2024-11-09T05:25:53,493 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-09T05:25:53,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. 2024-11-09T05:25:53,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. as already flushing 2024-11-09T05:25:53,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. 2024-11-09T05:25:53,494 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 4e718dacb7c04ccb21b0b565786c2404, NAME => 'TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:53,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 4e718dacb7c04ccb21b0b565786c2404, NAME => 'TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:53,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4e718dacb7c04ccb21b0b565786c2404, NAME => 'TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4e718dacb7c04ccb21b0b565786c2404, NAME => 'TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:53,530 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:53,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44570 deadline: 1731130013527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:53,530 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:53,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44618 deadline: 1731130013527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:53,530 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:53,530 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:53,530 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:53,531 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:53,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44626 deadline: 1731130013527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:53,531 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:53,531 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:53,531 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:53,531 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:53,531 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:53,531 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:53,531 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:53,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44612 deadline: 1731130013527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:53,531 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:53,531 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:53,531 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:53,535 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:53,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44640 deadline: 1731130013530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:53,535 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:53,535 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:53,535 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:53,536 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/C/d35cecbd772142d784e1e61c5e46c219 is 50, key is test_row_0/C:col10/1731129953339/Put/seqid=0 2024-11-09T05:25:53,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742086_1262 (size=12001) 2024-11-09T05:25:53,572 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/C/d35cecbd772142d784e1e61c5e46c219 2024-11-09T05:25:53,582 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/A/3ed9f662d8304f859cfb404f3f4e33de as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/3ed9f662d8304f859cfb404f3f4e33de 2024-11-09T05:25:53,589 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/3ed9f662d8304f859cfb404f3f4e33de, entries=150, sequenceid=12, filesize=11.7 K 2024-11-09T05:25:53,590 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/B/1532d01394144035b9fae9e659a3fc18 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/1532d01394144035b9fae9e659a3fc18 2024-11-09T05:25:53,594 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/1532d01394144035b9fae9e659a3fc18, entries=150, sequenceid=12, filesize=11.7 K 2024-11-09T05:25:53,595 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/C/d35cecbd772142d784e1e61c5e46c219 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/d35cecbd772142d784e1e61c5e46c219 2024-11-09T05:25:53,600 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/d35cecbd772142d784e1e61c5e46c219, entries=150, sequenceid=12, filesize=11.7 K 2024-11-09T05:25:53,601 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 4e718dacb7c04ccb21b0b565786c2404 in 257ms, sequenceid=12, compaction requested=false 2024-11-09T05:25:53,602 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4e718dacb7c04ccb21b0b565786c2404: 2024-11-09T05:25:53,647 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-09T05:25:53,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. 2024-11-09T05:25:53,647 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2902): Flushing 4e718dacb7c04ccb21b0b565786c2404 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-09T05:25:53,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/A/a4657340b4ce4b3a94a5ada435e1fd39 is 50, key is test_row_0/A:col10/1731129953405/Put/seqid=0 2024-11-09T05:25:53,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-09T05:25:53,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742087_1263 (size=12001) 2024-11-09T05:25:53,743 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. as already flushing 2024-11-09T05:25:53,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(8855): Flush requested on 4e718dacb7c04ccb21b0b565786c2404 2024-11-09T05:25:53,753 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:53,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44626 deadline: 1731130013747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:53,754 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:53,754 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:53,754 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:53,756 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:53,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44618 deadline: 1731130013750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:53,758 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:53,758 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:53,758 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:53,758 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:53,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44612 deadline: 1731130013751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:53,758 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:53,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44570 deadline: 1731130013751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:53,758 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:53,758 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:53,758 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:53,758 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:53,759 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:53,759 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:53,775 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:53,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44640 deadline: 1731130013769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:53,776 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:53,776 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:53,776 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:53,862 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:53,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44618 deadline: 1731130013861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:53,862 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:53,862 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:53,862 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:53,863 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:53,863 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:53,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44612 deadline: 1731130013861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:53,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44570 deadline: 1731130013861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:53,863 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:53,863 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:53,863 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:53,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44626 deadline: 1731130013861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:53,863 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:53,863 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:53,863 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:53,863 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:53,863 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:53,863 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:53,864 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:53,882 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:53,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44640 deadline: 1731130013880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:53,883 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:53,883 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:53,883 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:53,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-09T05:25:54,071 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:54,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44612 deadline: 1731130014070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:54,072 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:54,072 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:54,072 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:54,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44626 deadline: 1731130014071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:54,072 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:54,072 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:54,072 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:54,072 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:54,072 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:54,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44618 deadline: 1731130014071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:54,072 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:54,072 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:54,072 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:54,073 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:54,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44570 deadline: 1731130014071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:54,073 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:54,073 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:54,073 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:54,082 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/A/a4657340b4ce4b3a94a5ada435e1fd39 2024-11-09T05:25:54,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/B/125fc27bd46b41e0991d77b63c1b9e3a is 50, key is test_row_0/B:col10/1731129953405/Put/seqid=0 2024-11-09T05:25:54,093 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:54,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44640 deadline: 1731130014091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:54,093 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:54,093 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:54,093 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:54,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742088_1264 (size=12001) 2024-11-09T05:25:54,105 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/B/125fc27bd46b41e0991d77b63c1b9e3a 2024-11-09T05:25:54,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/C/9a7e3484e4a9414081eca5d90ac650e0 is 50, key is test_row_0/C:col10/1731129953405/Put/seqid=0 2024-11-09T05:25:54,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742089_1265 (size=12001) 2024-11-09T05:25:54,156 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/C/9a7e3484e4a9414081eca5d90ac650e0 2024-11-09T05:25:54,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/A/a4657340b4ce4b3a94a5ada435e1fd39 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/a4657340b4ce4b3a94a5ada435e1fd39 2024-11-09T05:25:54,166 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/a4657340b4ce4b3a94a5ada435e1fd39, entries=150, sequenceid=37, filesize=11.7 K 2024-11-09T05:25:54,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/B/125fc27bd46b41e0991d77b63c1b9e3a as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/125fc27bd46b41e0991d77b63c1b9e3a 2024-11-09T05:25:54,171 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/125fc27bd46b41e0991d77b63c1b9e3a, entries=150, sequenceid=37, filesize=11.7 K 2024-11-09T05:25:54,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/C/9a7e3484e4a9414081eca5d90ac650e0 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/9a7e3484e4a9414081eca5d90ac650e0 2024-11-09T05:25:54,175 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/9a7e3484e4a9414081eca5d90ac650e0, entries=150, sequenceid=37, filesize=11.7 K 2024-11-09T05:25:54,176 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 4e718dacb7c04ccb21b0b565786c2404 in 529ms, sequenceid=37, compaction requested=false 2024-11-09T05:25:54,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2603): Flush status journal for 4e718dacb7c04ccb21b0b565786c2404: 2024-11-09T05:25:54,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. 2024-11-09T05:25:54,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=67 2024-11-09T05:25:54,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4169): Remote procedure done, pid=67 2024-11-09T05:25:54,179 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=67, resume processing ppid=66 2024-11-09T05:25:54,179 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, ppid=66, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 837 msec 2024-11-09T05:25:54,180 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees in 842 msec 2024-11-09T05:25:54,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(8855): Flush requested on 4e718dacb7c04ccb21b0b565786c2404 2024-11-09T05:25:54,382 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T05:25:54,382 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4e718dacb7c04ccb21b0b565786c2404 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-09T05:25:54,387 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/A/760ffcba4d7443308e16888cc8ac00ef is 50, key is test_row_0/A:col10/1731129954380/Put/seqid=0 2024-11-09T05:25:54,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742090_1266 (size=16681) 2024-11-09T05:25:54,393 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/A/760ffcba4d7443308e16888cc8ac00ef 2024-11-09T05:25:54,407 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:54,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44626 deadline: 1731130014401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:54,408 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:54,408 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:54,408 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:54,411 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:54,411 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:54,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44570 deadline: 1731130014406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:54,412 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:54,412 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:54,412 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:54,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44612 deadline: 1731130014405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:54,412 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:54,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44640 deadline: 1731130014407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:54,412 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:54,412 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:54,412 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:54,412 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:54,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44618 deadline: 1731130014407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:54,412 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:54,412 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:54,412 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:54,413 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:54,413 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:54,413 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:54,418 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/B/31316e56ae1a4321b7be62738fd78129 is 50, key is test_row_0/B:col10/1731129954380/Put/seqid=0 2024-11-09T05:25:54,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742091_1267 (size=12001) 2024-11-09T05:25:54,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-09T05:25:54,480 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T05:25:54,483 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T05:25:54,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] procedure2.ProcedureExecutor(1139): Stored pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees 2024-11-09T05:25:54,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-09T05:25:54,485 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T05:25:54,486 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T05:25:54,486 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=69, ppid=68, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T05:25:54,511 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:54,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44626 deadline: 1731130014509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:54,511 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:54,511 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:54,511 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:54,521 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:54,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44570 deadline: 1731130014520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:54,522 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:54,522 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:54,522 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:54,522 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:54,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44612 deadline: 1731130014520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:54,522 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:54,522 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:54,522 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:54,522 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:54,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44618 deadline: 1731130014520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:54,522 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:54,522 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:54,522 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:54,523 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:54,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44640 deadline: 1731130014520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:54,523 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:54,523 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:54,523 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:54,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-09T05:25:54,637 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-09T05:25:54,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. 2024-11-09T05:25:54,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. as already flushing 2024-11-09T05:25:54,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. 2024-11-09T05:25:54,638 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 4e718dacb7c04ccb21b0b565786c2404, NAME => 'TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:54,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 4e718dacb7c04ccb21b0b565786c2404, NAME => 'TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:54,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4e718dacb7c04ccb21b0b565786c2404, NAME => 'TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4e718dacb7c04ccb21b0b565786c2404, NAME => 'TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:54,722 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:54,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44626 deadline: 1731130014719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:54,723 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:54,723 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:54,723 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:54,731 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:54,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44570 deadline: 1731130014730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:54,732 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:54,732 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:54,732 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:54,732 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:54,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44612 deadline: 1731130014730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:54,732 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:54,732 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:54,732 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:54,732 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:54,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44618 deadline: 1731130014730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:54,732 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:54,733 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:54,733 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:54,734 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:54,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44640 deadline: 1731130014730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:54,734 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:54,734 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:54,734 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:54,790 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-09T05:25:54,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. 2024-11-09T05:25:54,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. as already flushing 2024-11-09T05:25:54,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. 2024-11-09T05:25:54,791 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 4e718dacb7c04ccb21b0b565786c2404, NAME => 'TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:54,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 4e718dacb7c04ccb21b0b565786c2404, NAME => 'TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:54,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4e718dacb7c04ccb21b0b565786c2404, NAME => 'TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4e718dacb7c04ccb21b0b565786c2404, NAME => 'TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:54,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-09T05:25:54,833 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/B/31316e56ae1a4321b7be62738fd78129 2024-11-09T05:25:54,850 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/C/c2b7c6222f9c4a039216a0c8dc6afaee is 50, key is test_row_0/C:col10/1731129954380/Put/seqid=0 2024-11-09T05:25:54,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742092_1268 (size=12001) 2024-11-09T05:25:54,867 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/C/c2b7c6222f9c4a039216a0c8dc6afaee 2024-11-09T05:25:54,871 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/A/760ffcba4d7443308e16888cc8ac00ef as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/760ffcba4d7443308e16888cc8ac00ef 2024-11-09T05:25:54,875 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/760ffcba4d7443308e16888cc8ac00ef, entries=250, sequenceid=53, filesize=16.3 K 2024-11-09T05:25:54,876 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/B/31316e56ae1a4321b7be62738fd78129 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/31316e56ae1a4321b7be62738fd78129 2024-11-09T05:25:54,880 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/31316e56ae1a4321b7be62738fd78129, entries=150, sequenceid=53, filesize=11.7 K 2024-11-09T05:25:54,881 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/C/c2b7c6222f9c4a039216a0c8dc6afaee as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/c2b7c6222f9c4a039216a0c8dc6afaee 2024-11-09T05:25:54,886 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/c2b7c6222f9c4a039216a0c8dc6afaee, entries=150, sequenceid=53, filesize=11.7 K 2024-11-09T05:25:54,888 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=120.76 KB/123660 for 4e718dacb7c04ccb21b0b565786c2404 in 506ms, sequenceid=53, compaction requested=true 2024-11-09T05:25:54,888 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4e718dacb7c04ccb21b0b565786c2404: 2024-11-09T05:25:54,888 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4e718dacb7c04ccb21b0b565786c2404:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T05:25:54,888 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:25:54,888 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:25:54,888 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:25:54,888 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4e718dacb7c04ccb21b0b565786c2404:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T05:25:54,888 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:25:54,888 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4e718dacb7c04ccb21b0b565786c2404:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T05:25:54,888 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:25:54,890 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40683 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:25:54,890 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:25:54,890 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1541): 4e718dacb7c04ccb21b0b565786c2404/A is initiating minor compaction (all files) 2024-11-09T05:25:54,890 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1541): 4e718dacb7c04ccb21b0b565786c2404/B is initiating minor compaction (all files) 2024-11-09T05:25:54,890 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4e718dacb7c04ccb21b0b565786c2404/B in TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. 2024-11-09T05:25:54,890 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/1532d01394144035b9fae9e659a3fc18, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/125fc27bd46b41e0991d77b63c1b9e3a, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/31316e56ae1a4321b7be62738fd78129] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp, totalSize=35.2 K 2024-11-09T05:25:54,891 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4e718dacb7c04ccb21b0b565786c2404/A in TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. 2024-11-09T05:25:54,891 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/3ed9f662d8304f859cfb404f3f4e33de, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/a4657340b4ce4b3a94a5ada435e1fd39, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/760ffcba4d7443308e16888cc8ac00ef] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp, totalSize=39.7 K 2024-11-09T05:25:54,891 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 1532d01394144035b9fae9e659a3fc18, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731129953339 2024-11-09T05:25:54,891 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3ed9f662d8304f859cfb404f3f4e33de, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731129953339 2024-11-09T05:25:54,892 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 125fc27bd46b41e0991d77b63c1b9e3a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731129953405 2024-11-09T05:25:54,892 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting a4657340b4ce4b3a94a5ada435e1fd39, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731129953405 2024-11-09T05:25:54,892 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 31316e56ae1a4321b7be62738fd78129, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731129954380 2024-11-09T05:25:54,892 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 760ffcba4d7443308e16888cc8ac00ef, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731129953750 2024-11-09T05:25:54,911 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4e718dacb7c04ccb21b0b565786c2404#A#compaction#222 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:25:54,912 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/A/335d68c9b7ac4eecbae444d99326a026 is 50, key is test_row_0/A:col10/1731129954380/Put/seqid=0 2024-11-09T05:25:54,921 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4e718dacb7c04ccb21b0b565786c2404#B#compaction#223 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:25:54,921 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/B/1d88b66a3b364f02b1930dbf503af400 is 50, key is test_row_0/B:col10/1731129954380/Put/seqid=0 2024-11-09T05:25:54,943 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-09T05:25:54,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. 2024-11-09T05:25:54,943 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2902): Flushing 4e718dacb7c04ccb21b0b565786c2404 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-09T05:25:54,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742093_1269 (size=12104) 2024-11-09T05:25:54,963 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/A/335d68c9b7ac4eecbae444d99326a026 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/335d68c9b7ac4eecbae444d99326a026 2024-11-09T05:25:54,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742094_1270 (size=12104) 2024-11-09T05:25:54,970 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4e718dacb7c04ccb21b0b565786c2404/A of 4e718dacb7c04ccb21b0b565786c2404 into 335d68c9b7ac4eecbae444d99326a026(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:25:54,970 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4e718dacb7c04ccb21b0b565786c2404: 2024-11-09T05:25:54,970 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., storeName=4e718dacb7c04ccb21b0b565786c2404/A, priority=13, startTime=1731129954888; duration=0sec 2024-11-09T05:25:54,972 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:25:54,972 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4e718dacb7c04ccb21b0b565786c2404:A 2024-11-09T05:25:54,972 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:25:54,974 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:25:54,974 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1541): 4e718dacb7c04ccb21b0b565786c2404/C is initiating minor compaction (all files) 2024-11-09T05:25:54,974 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4e718dacb7c04ccb21b0b565786c2404/C in TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. 2024-11-09T05:25:54,974 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/d35cecbd772142d784e1e61c5e46c219, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/9a7e3484e4a9414081eca5d90ac650e0, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/c2b7c6222f9c4a039216a0c8dc6afaee] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp, totalSize=35.2 K 2024-11-09T05:25:54,975 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting d35cecbd772142d784e1e61c5e46c219, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731129953339 2024-11-09T05:25:54,975 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9a7e3484e4a9414081eca5d90ac650e0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731129953405 2024-11-09T05:25:54,976 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting c2b7c6222f9c4a039216a0c8dc6afaee, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731129954380 2024-11-09T05:25:54,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/A/3821e70b42b544959d6a22d45b45da42 is 50, key is test_row_0/A:col10/1731129954402/Put/seqid=0 2024-11-09T05:25:54,994 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4e718dacb7c04ccb21b0b565786c2404#C#compaction#225 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:25:54,995 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/C/716d9e21cfa34ce4851b8e2b1f4a4fc8 is 50, key is test_row_0/C:col10/1731129954380/Put/seqid=0 2024-11-09T05:25:55,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742095_1271 (size=12001) 2024-11-09T05:25:55,018 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/A/3821e70b42b544959d6a22d45b45da42 2024-11-09T05:25:55,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(8855): Flush requested on 4e718dacb7c04ccb21b0b565786c2404 2024-11-09T05:25:55,032 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. as already flushing 2024-11-09T05:25:55,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/B/a52462cd1ded48409deafee4bd4141ea is 50, key is test_row_0/B:col10/1731129954402/Put/seqid=0 2024-11-09T05:25:55,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742096_1272 (size=12104) 2024-11-09T05:25:55,053 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/C/716d9e21cfa34ce4851b8e2b1f4a4fc8 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/716d9e21cfa34ce4851b8e2b1f4a4fc8 2024-11-09T05:25:55,059 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4e718dacb7c04ccb21b0b565786c2404/C of 4e718dacb7c04ccb21b0b565786c2404 into 716d9e21cfa34ce4851b8e2b1f4a4fc8(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:25:55,059 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4e718dacb7c04ccb21b0b565786c2404: 2024-11-09T05:25:55,059 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., storeName=4e718dacb7c04ccb21b0b565786c2404/C, priority=13, startTime=1731129954888; duration=0sec 2024-11-09T05:25:55,059 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:25:55,059 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4e718dacb7c04ccb21b0b565786c2404:C 2024-11-09T05:25:55,060 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:55,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44612 deadline: 1731130015052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:55,060 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:55,060 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:55,060 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:55,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44570 deadline: 1731130015053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:55,060 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:55,061 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:55,061 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:55,061 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:55,063 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:55,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44640 deadline: 1731130015055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:55,065 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:55,065 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:55,065 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:55,065 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:55,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44618 deadline: 1731130015058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:55,065 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:55,065 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:55,065 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:55,065 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:55,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44626 deadline: 1731130015058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:55,065 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:55,065 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:55,065 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:55,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742097_1273 (size=12001) 2024-11-09T05:25:55,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-09T05:25:55,172 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:55,172 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:55,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44570 deadline: 1731130015170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:55,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44626 deadline: 1731130015170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:55,173 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:55,173 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:55,173 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:55,173 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:55,173 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:55,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44618 deadline: 1731130015170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:55,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44640 deadline: 1731130015170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:55,173 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:55,173 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:55,173 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:55,173 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:55,173 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:55,173 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:55,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44612 deadline: 1731130015170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:55,174 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:55,174 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:55,174 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:55,174 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:55,174 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:55,174 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:55,174 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:55,374 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/B/1d88b66a3b364f02b1930dbf503af400 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/1d88b66a3b364f02b1930dbf503af400 2024-11-09T05:25:55,381 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:55,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44626 deadline: 1731130015380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:55,382 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:55,382 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:55,382 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:55,383 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:55,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44618 deadline: 1731130015380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:55,383 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:55,383 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:55,383 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:55,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44570 deadline: 1731130015380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:55,383 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:55,383 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:55,383 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:55,383 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:55,385 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4e718dacb7c04ccb21b0b565786c2404/B of 4e718dacb7c04ccb21b0b565786c2404 into 1d88b66a3b364f02b1930dbf503af400(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:25:55,385 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:55,385 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4e718dacb7c04ccb21b0b565786c2404: 2024-11-09T05:25:55,385 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., storeName=4e718dacb7c04ccb21b0b565786c2404/B, priority=13, startTime=1731129954888; duration=0sec 2024-11-09T05:25:55,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44640 deadline: 1731130015382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:55,385 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:55,386 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:25:55,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44612 deadline: 1731130015382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:55,386 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4e718dacb7c04ccb21b0b565786c2404:B 2024-11-09T05:25:55,386 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:55,386 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:55,386 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:55,386 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:55,386 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:55,386 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:55,501 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/B/a52462cd1ded48409deafee4bd4141ea 2024-11-09T05:25:55,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/C/2e0e653895e54bc49dc6875adbf0543e is 50, key is test_row_0/C:col10/1731129954402/Put/seqid=0 2024-11-09T05:25:55,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742098_1274 (size=12001) 2024-11-09T05:25:55,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-09T05:25:55,692 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:55,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44626 deadline: 1731130015690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:55,692 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:55,692 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:55,693 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:55,693 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:55,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44618 deadline: 1731130015690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:55,693 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:55,693 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:55,693 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:55,693 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:55,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44570 deadline: 1731130015690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:55,693 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:55,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44640 deadline: 1731130015691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:55,693 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:55,693 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:55,693 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:55,693 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:55,693 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:55,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44612 deadline: 1731130015691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:55,693 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:55,693 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:55,694 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:55,694 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:55,694 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:55,959 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/C/2e0e653895e54bc49dc6875adbf0543e 2024-11-09T05:25:55,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/A/3821e70b42b544959d6a22d45b45da42 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/3821e70b42b544959d6a22d45b45da42 2024-11-09T05:25:55,967 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/3821e70b42b544959d6a22d45b45da42, entries=150, sequenceid=74, filesize=11.7 K 2024-11-09T05:25:55,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/B/a52462cd1ded48409deafee4bd4141ea as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/a52462cd1ded48409deafee4bd4141ea 2024-11-09T05:25:55,991 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/a52462cd1ded48409deafee4bd4141ea, entries=150, sequenceid=74, filesize=11.7 K 2024-11-09T05:25:55,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/C/2e0e653895e54bc49dc6875adbf0543e as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/2e0e653895e54bc49dc6875adbf0543e 2024-11-09T05:25:55,996 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/2e0e653895e54bc49dc6875adbf0543e, entries=150, sequenceid=74, filesize=11.7 K 2024-11-09T05:25:55,997 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=87.22 KB/89310 for 4e718dacb7c04ccb21b0b565786c2404 in 1054ms, sequenceid=74, compaction requested=false 2024-11-09T05:25:55,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2603): Flush status journal for 4e718dacb7c04ccb21b0b565786c2404: 2024-11-09T05:25:55,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. 2024-11-09T05:25:55,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=69 2024-11-09T05:25:55,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4169): Remote procedure done, pid=69 2024-11-09T05:25:56,001 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=69, resume processing ppid=68 2024-11-09T05:25:56,001 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5130 sec 2024-11-09T05:25:56,003 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees in 1.5190 sec 2024-11-09T05:25:56,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(8855): Flush requested on 4e718dacb7c04ccb21b0b565786c2404 2024-11-09T05:25:56,203 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T05:25:56,203 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4e718dacb7c04ccb21b0b565786c2404 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-09T05:25:56,209 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/A/4053630abd5e4b26a38536f83f71778f is 50, key is test_row_0/A:col10/1731129956202/Put/seqid=0 2024-11-09T05:25:56,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742099_1275 (size=12001) 2024-11-09T05:25:56,255 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:56,255 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:56,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44570 deadline: 1731130016218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:56,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44640 deadline: 1731130016219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:56,256 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:56,256 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:56,256 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:56,256 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:56,256 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:56,256 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:56,260 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:56,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44626 deadline: 1731130016256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:56,260 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:56,260 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:56,260 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:56,260 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:56,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44612 deadline: 1731130016256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:56,260 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:56,260 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:56,260 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:56,260 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:56,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44618 deadline: 1731130016256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:56,261 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:56,261 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:56,261 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:56,362 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:56,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44570 deadline: 1731130016360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:56,362 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:56,362 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:56,362 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:56,362 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:56,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44640 deadline: 1731130016361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:56,363 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:56,363 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:56,363 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:56,372 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:56,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44626 deadline: 1731130016370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:56,373 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:56,373 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:56,373 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:56,373 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:56,373 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:56,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44612 deadline: 1731130016370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:56,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44618 deadline: 1731130016370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:56,373 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:56,373 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:56,373 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:56,373 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:56,374 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:56,374 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:56,573 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:56,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44570 deadline: 1731130016570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:56,573 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:56,573 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:56,573 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:56,573 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:56,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44640 deadline: 1731130016570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:56,573 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:56,573 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:56,573 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:56,582 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:56,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44626 deadline: 1731130016580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:56,582 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:56,582 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:56,582 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:56,583 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:56,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44618 deadline: 1731130016580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:56,583 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:56,583 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:56,583 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:56,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44612 deadline: 1731130016580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:56,583 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:56,583 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:56,583 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:56,583 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:56,630 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/A/4053630abd5e4b26a38536f83f71778f 2024-11-09T05:25:56,637 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/B/d181c30e76ed4e2cad1af3d01a4a86c1 is 50, key is test_row_0/B:col10/1731129956202/Put/seqid=0 2024-11-09T05:25:56,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-09T05:25:56,640 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T05:25:56,641 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T05:25:56,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] procedure2.ProcedureExecutor(1139): Stored pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees 2024-11-09T05:25:56,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-09T05:25:56,643 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T05:25:56,645 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T05:25:56,645 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T05:25:56,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742100_1276 (size=12001) 2024-11-09T05:25:56,650 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/B/d181c30e76ed4e2cad1af3d01a4a86c1 2024-11-09T05:25:56,658 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/C/65e0b059eeba4ec69deb29363bf994f4 is 50, key is test_row_0/C:col10/1731129956202/Put/seqid=0 2024-11-09T05:25:56,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742101_1277 (size=12001) 2024-11-09T05:25:56,668 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/C/65e0b059eeba4ec69deb29363bf994f4 2024-11-09T05:25:56,690 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/A/4053630abd5e4b26a38536f83f71778f as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/4053630abd5e4b26a38536f83f71778f 2024-11-09T05:25:56,697 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/4053630abd5e4b26a38536f83f71778f, entries=150, sequenceid=95, filesize=11.7 K 2024-11-09T05:25:56,698 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/B/d181c30e76ed4e2cad1af3d01a4a86c1 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/d181c30e76ed4e2cad1af3d01a4a86c1 2024-11-09T05:25:56,706 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/d181c30e76ed4e2cad1af3d01a4a86c1, entries=150, sequenceid=95, filesize=11.7 K 2024-11-09T05:25:56,707 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/C/65e0b059eeba4ec69deb29363bf994f4 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/65e0b059eeba4ec69deb29363bf994f4 2024-11-09T05:25:56,711 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/65e0b059eeba4ec69deb29363bf994f4, entries=150, sequenceid=95, filesize=11.7 K 2024-11-09T05:25:56,712 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=114.05 KB/116790 for 4e718dacb7c04ccb21b0b565786c2404 in 509ms, sequenceid=95, compaction requested=true 2024-11-09T05:25:56,712 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4e718dacb7c04ccb21b0b565786c2404: 2024-11-09T05:25:56,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4e718dacb7c04ccb21b0b565786c2404:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T05:25:56,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:25:56,712 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:25:56,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4e718dacb7c04ccb21b0b565786c2404:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T05:25:56,712 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:25:56,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:25:56,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4e718dacb7c04ccb21b0b565786c2404:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T05:25:56,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:25:56,713 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:25:56,713 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1541): 4e718dacb7c04ccb21b0b565786c2404/A is initiating minor compaction (all files) 2024-11-09T05:25:56,713 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4e718dacb7c04ccb21b0b565786c2404/A in TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. 2024-11-09T05:25:56,713 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/335d68c9b7ac4eecbae444d99326a026, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/3821e70b42b544959d6a22d45b45da42, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/4053630abd5e4b26a38536f83f71778f] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp, totalSize=35.3 K 2024-11-09T05:25:56,713 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:25:56,713 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1541): 4e718dacb7c04ccb21b0b565786c2404/B is initiating minor compaction (all files) 2024-11-09T05:25:56,713 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4e718dacb7c04ccb21b0b565786c2404/B in TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. 2024-11-09T05:25:56,714 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/1d88b66a3b364f02b1930dbf503af400, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/a52462cd1ded48409deafee4bd4141ea, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/d181c30e76ed4e2cad1af3d01a4a86c1] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp, totalSize=35.3 K 2024-11-09T05:25:56,714 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 335d68c9b7ac4eecbae444d99326a026, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731129954380 2024-11-09T05:25:56,714 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 1d88b66a3b364f02b1930dbf503af400, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731129954380 2024-11-09T05:25:56,714 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3821e70b42b544959d6a22d45b45da42, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1731129954402 2024-11-09T05:25:56,715 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting a52462cd1ded48409deafee4bd4141ea, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1731129954402 2024-11-09T05:25:56,715 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4053630abd5e4b26a38536f83f71778f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731129955053 2024-11-09T05:25:56,716 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting d181c30e76ed4e2cad1af3d01a4a86c1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731129955053 2024-11-09T05:25:56,730 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4e718dacb7c04ccb21b0b565786c2404#A#compaction#231 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:25:56,731 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/A/dcc35031d8b84a5994dd2756b8207757 is 50, key is test_row_0/A:col10/1731129956202/Put/seqid=0 2024-11-09T05:25:56,740 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4e718dacb7c04ccb21b0b565786c2404#B#compaction#232 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:25:56,740 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/B/d3acfc6b49b1427c9bbd000554d27d0e is 50, key is test_row_0/B:col10/1731129956202/Put/seqid=0 2024-11-09T05:25:56,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-09T05:25:56,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742103_1279 (size=12207) 2024-11-09T05:25:56,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742102_1278 (size=12207) 2024-11-09T05:25:56,771 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/A/dcc35031d8b84a5994dd2756b8207757 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/dcc35031d8b84a5994dd2756b8207757 2024-11-09T05:25:56,775 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4e718dacb7c04ccb21b0b565786c2404/A of 4e718dacb7c04ccb21b0b565786c2404 into dcc35031d8b84a5994dd2756b8207757(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:25:56,775 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4e718dacb7c04ccb21b0b565786c2404: 2024-11-09T05:25:56,775 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., storeName=4e718dacb7c04ccb21b0b565786c2404/A, priority=13, startTime=1731129956712; duration=0sec 2024-11-09T05:25:56,775 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:25:56,775 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4e718dacb7c04ccb21b0b565786c2404:A 2024-11-09T05:25:56,775 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:25:56,776 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:25:56,776 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1541): 4e718dacb7c04ccb21b0b565786c2404/C is initiating minor compaction (all files) 2024-11-09T05:25:56,777 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4e718dacb7c04ccb21b0b565786c2404/C in TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. 2024-11-09T05:25:56,777 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/716d9e21cfa34ce4851b8e2b1f4a4fc8, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/2e0e653895e54bc49dc6875adbf0543e, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/65e0b059eeba4ec69deb29363bf994f4] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp, totalSize=35.3 K 2024-11-09T05:25:56,777 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 716d9e21cfa34ce4851b8e2b1f4a4fc8, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731129954380 2024-11-09T05:25:56,778 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2e0e653895e54bc49dc6875adbf0543e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1731129954402 2024-11-09T05:25:56,778 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 65e0b059eeba4ec69deb29363bf994f4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731129955053 2024-11-09T05:25:56,790 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4e718dacb7c04ccb21b0b565786c2404#C#compaction#233 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:25:56,790 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/C/d36d0c4fa6c1442fbd258dee0748fb6f is 50, key is test_row_0/C:col10/1731129956202/Put/seqid=0 2024-11-09T05:25:56,797 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-09T05:25:56,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. 2024-11-09T05:25:56,798 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2902): Flushing 4e718dacb7c04ccb21b0b565786c2404 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-09T05:25:56,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/A/95ecbd1e7b6b4fd6a83f45fcd3b2f541 is 50, key is test_row_0/A:col10/1731129956222/Put/seqid=0 2024-11-09T05:25:56,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742104_1280 (size=12207) 2024-11-09T05:25:56,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742105_1281 (size=12001) 2024-11-09T05:25:56,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(8855): Flush requested on 4e718dacb7c04ccb21b0b565786c2404 2024-11-09T05:25:56,883 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. as already flushing 2024-11-09T05:25:56,900 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:56,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44612 deadline: 1731130016896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:56,901 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:56,901 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:56,901 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:56,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44570 deadline: 1731130016896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:56,901 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:56,901 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:56,901 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:56,901 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:56,903 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:56,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44640 deadline: 1731130016899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:56,903 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:56,903 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:56,903 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:56,903 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:56,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44618 deadline: 1731130016899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:56,903 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:56,903 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:56,903 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:56,905 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:56,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44626 deadline: 1731130016901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:56,905 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:56,905 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:56,905 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:56,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-09T05:25:57,015 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:57,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44570 deadline: 1731130017012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:57,015 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:57,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44612 deadline: 1731130017012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:57,015 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:57,015 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:57,015 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:57,015 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:57,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44618 deadline: 1731130017013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:57,015 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:57,015 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:57,015 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:57,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44640 deadline: 1731130017013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:57,016 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:57,016 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:57,016 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:57,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44626 deadline: 1731130017013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:57,016 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:57,016 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:57,016 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:57,016 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:57,016 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:57,016 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:57,016 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:57,016 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:57,162 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/B/d3acfc6b49b1427c9bbd000554d27d0e as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/d3acfc6b49b1427c9bbd000554d27d0e 2024-11-09T05:25:57,174 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4e718dacb7c04ccb21b0b565786c2404/B of 4e718dacb7c04ccb21b0b565786c2404 into d3acfc6b49b1427c9bbd000554d27d0e(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:25:57,174 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4e718dacb7c04ccb21b0b565786c2404: 2024-11-09T05:25:57,174 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., storeName=4e718dacb7c04ccb21b0b565786c2404/B, priority=13, startTime=1731129956712; duration=0sec 2024-11-09T05:25:57,174 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:25:57,174 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4e718dacb7c04ccb21b0b565786c2404:B 2024-11-09T05:25:57,223 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:57,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44612 deadline: 1731130017222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:57,223 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:57,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44570 deadline: 1731130017222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:57,224 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:57,224 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:57,224 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:57,224 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:57,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44640 deadline: 1731130017222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:57,224 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:57,224 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:57,224 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:57,224 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:57,224 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:57,224 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:57,224 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:57,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44618 deadline: 1731130017222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:57,224 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:57,224 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:57,224 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:57,225 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:57,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44626 deadline: 1731130017223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:57,226 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:57,226 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:57,226 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:57,242 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/A/95ecbd1e7b6b4fd6a83f45fcd3b2f541 2024-11-09T05:25:57,269 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/C/d36d0c4fa6c1442fbd258dee0748fb6f as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/d36d0c4fa6c1442fbd258dee0748fb6f 2024-11-09T05:25:57,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-09T05:25:57,274 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4e718dacb7c04ccb21b0b565786c2404/C of 4e718dacb7c04ccb21b0b565786c2404 into d36d0c4fa6c1442fbd258dee0748fb6f(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:25:57,274 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4e718dacb7c04ccb21b0b565786c2404: 2024-11-09T05:25:57,274 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., storeName=4e718dacb7c04ccb21b0b565786c2404/C, priority=13, startTime=1731129956712; duration=0sec 2024-11-09T05:25:57,274 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:25:57,274 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4e718dacb7c04ccb21b0b565786c2404:C 2024-11-09T05:25:57,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/B/b051e2d9e6b344608fb45f3023ce8056 is 50, key is test_row_0/B:col10/1731129956222/Put/seqid=0 2024-11-09T05:25:57,302 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-09T05:25:57,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742106_1282 (size=12001) 2024-11-09T05:25:57,329 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/B/b051e2d9e6b344608fb45f3023ce8056 2024-11-09T05:25:57,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/C/bbbb0997f68942d3ae7bf729ef85f235 is 50, key is test_row_0/C:col10/1731129956222/Put/seqid=0 2024-11-09T05:25:57,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742107_1283 (size=12001) 2024-11-09T05:25:57,536 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:57,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44570 deadline: 1731130017532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:57,537 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:57,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44618 deadline: 1731130017533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:57,538 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:57,538 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:57,538 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:57,538 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:57,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44612 deadline: 1731130017533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:57,539 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:57,539 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:57,539 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:57,539 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:57,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44626 deadline: 1731130017533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:57,540 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:57,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44640 deadline: 1731130017536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:57,541 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:57,541 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:57,541 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:57,542 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:57,542 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:57,542 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:57,544 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:57,544 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:57,544 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:57,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-09T05:25:57,788 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/C/bbbb0997f68942d3ae7bf729ef85f235 2024-11-09T05:25:57,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/A/95ecbd1e7b6b4fd6a83f45fcd3b2f541 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/95ecbd1e7b6b4fd6a83f45fcd3b2f541 2024-11-09T05:25:57,812 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/95ecbd1e7b6b4fd6a83f45fcd3b2f541, entries=150, sequenceid=116, filesize=11.7 K 2024-11-09T05:25:57,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/B/b051e2d9e6b344608fb45f3023ce8056 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/b051e2d9e6b344608fb45f3023ce8056 2024-11-09T05:25:57,819 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/b051e2d9e6b344608fb45f3023ce8056, entries=150, sequenceid=116, filesize=11.7 K 2024-11-09T05:25:57,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/C/bbbb0997f68942d3ae7bf729ef85f235 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/bbbb0997f68942d3ae7bf729ef85f235 2024-11-09T05:25:57,825 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/bbbb0997f68942d3ae7bf729ef85f235, entries=150, sequenceid=116, filesize=11.7 K 2024-11-09T05:25:57,826 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 4e718dacb7c04ccb21b0b565786c2404 in 1029ms, sequenceid=116, compaction requested=false 2024-11-09T05:25:57,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2603): Flush status journal for 4e718dacb7c04ccb21b0b565786c2404: 2024-11-09T05:25:57,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. 2024-11-09T05:25:57,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=71 2024-11-09T05:25:57,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4169): Remote procedure done, pid=71 2024-11-09T05:25:57,832 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=71, resume processing ppid=70 2024-11-09T05:25:57,833 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1830 sec 2024-11-09T05:25:57,837 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees in 1.1940 sec 2024-11-09T05:25:58,053 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T05:25:58,053 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4e718dacb7c04ccb21b0b565786c2404 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-09T05:25:58,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(8855): Flush requested on 4e718dacb7c04ccb21b0b565786c2404 2024-11-09T05:25:58,070 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/A/82b03adbec8d4bcb91c93bf4c166696e is 50, key is test_row_0/A:col10/1731129956893/Put/seqid=0 2024-11-09T05:25:58,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742108_1284 (size=12101) 2024-11-09T05:25:58,083 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/A/82b03adbec8d4bcb91c93bf4c166696e 2024-11-09T05:25:58,099 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:58,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44618 deadline: 1731130018086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:58,100 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:58,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44626 deadline: 1731130018087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:58,100 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:58,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44612 deadline: 1731130018087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:58,100 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:58,100 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:58,100 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:58,100 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:58,100 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:58,100 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:58,100 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:58,100 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:58,100 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:58,101 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:58,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44640 deadline: 1731130018090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:58,101 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:58,101 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:58,101 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:58,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44570 deadline: 1731130018097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:58,101 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:58,101 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:58,101 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:58,101 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:58,110 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/B/0bbec7950bce4124a0c00e35042c4096 is 50, key is test_row_0/B:col10/1731129956893/Put/seqid=0 2024-11-09T05:25:58,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742109_1285 (size=12101) 2024-11-09T05:25:58,149 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/B/0bbec7950bce4124a0c00e35042c4096 2024-11-09T05:25:58,174 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/C/902ab15f9bf24c0e8b5876e720b6dcae is 50, key is test_row_0/C:col10/1731129956893/Put/seqid=0 2024-11-09T05:25:58,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742110_1286 (size=12101) 2024-11-09T05:25:58,212 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/C/902ab15f9bf24c0e8b5876e720b6dcae 2024-11-09T05:25:58,214 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:58,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44612 deadline: 1731130018211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:58,215 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:58,215 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:58,215 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:58,215 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:58,215 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:58,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44640 deadline: 1731130018211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:58,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44618 deadline: 1731130018212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:58,215 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:58,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44570 deadline: 1731130018212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:58,216 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:58,216 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:58,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44626 deadline: 1731130018213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:58,216 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:58,216 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:58,216 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:58,216 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:58,216 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:58,216 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:58,216 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:58,216 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:58,217 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:58,217 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:58,217 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:58,229 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/A/82b03adbec8d4bcb91c93bf4c166696e as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/82b03adbec8d4bcb91c93bf4c166696e 2024-11-09T05:25:58,238 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/82b03adbec8d4bcb91c93bf4c166696e, entries=150, sequenceid=136, filesize=11.8 K 2024-11-09T05:25:58,239 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/B/0bbec7950bce4124a0c00e35042c4096 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/0bbec7950bce4124a0c00e35042c4096 2024-11-09T05:25:58,243 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/0bbec7950bce4124a0c00e35042c4096, entries=150, sequenceid=136, filesize=11.8 K 2024-11-09T05:25:58,244 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/C/902ab15f9bf24c0e8b5876e720b6dcae as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/902ab15f9bf24c0e8b5876e720b6dcae 2024-11-09T05:25:58,248 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/902ab15f9bf24c0e8b5876e720b6dcae, entries=150, sequenceid=136, filesize=11.8 K 2024-11-09T05:25:58,250 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 4e718dacb7c04ccb21b0b565786c2404 in 196ms, sequenceid=136, compaction requested=true 2024-11-09T05:25:58,250 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4e718dacb7c04ccb21b0b565786c2404: 2024-11-09T05:25:58,250 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4e718dacb7c04ccb21b0b565786c2404:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T05:25:58,250 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:25:58,250 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:25:58,250 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:25:58,250 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4e718dacb7c04ccb21b0b565786c2404:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T05:25:58,250 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:25:58,250 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4e718dacb7c04ccb21b0b565786c2404:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T05:25:58,250 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:25:58,254 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:25:58,254 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:25:58,254 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1541): 4e718dacb7c04ccb21b0b565786c2404/B is initiating minor compaction (all files) 2024-11-09T05:25:58,254 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1541): 4e718dacb7c04ccb21b0b565786c2404/A is initiating minor compaction (all files) 2024-11-09T05:25:58,254 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4e718dacb7c04ccb21b0b565786c2404/B in TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. 2024-11-09T05:25:58,254 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4e718dacb7c04ccb21b0b565786c2404/A in TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. 2024-11-09T05:25:58,254 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/d3acfc6b49b1427c9bbd000554d27d0e, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/b051e2d9e6b344608fb45f3023ce8056, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/0bbec7950bce4124a0c00e35042c4096] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp, totalSize=35.5 K 2024-11-09T05:25:58,254 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/dcc35031d8b84a5994dd2756b8207757, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/95ecbd1e7b6b4fd6a83f45fcd3b2f541, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/82b03adbec8d4bcb91c93bf4c166696e] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp, totalSize=35.5 K 2024-11-09T05:25:58,254 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting d3acfc6b49b1427c9bbd000554d27d0e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731129955053 2024-11-09T05:25:58,255 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting dcc35031d8b84a5994dd2756b8207757, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731129955053 2024-11-09T05:25:58,255 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting b051e2d9e6b344608fb45f3023ce8056, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731129956219 2024-11-09T05:25:58,255 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 95ecbd1e7b6b4fd6a83f45fcd3b2f541, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731129956219 2024-11-09T05:25:58,256 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 0bbec7950bce4124a0c00e35042c4096, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731129956893 2024-11-09T05:25:58,256 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 82b03adbec8d4bcb91c93bf4c166696e, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731129956893 2024-11-09T05:25:58,274 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4e718dacb7c04ccb21b0b565786c2404#B#compaction#240 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:25:58,275 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/B/0eefc1b041724881b973cadd42f81666 is 50, key is test_row_0/B:col10/1731129956893/Put/seqid=0 2024-11-09T05:25:58,286 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4e718dacb7c04ccb21b0b565786c2404#A#compaction#241 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:25:58,287 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/A/da20bfcf48e04ac39dd7c0d25d1cf12f is 50, key is test_row_0/A:col10/1731129956893/Put/seqid=0 2024-11-09T05:25:58,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742111_1287 (size=12409) 2024-11-09T05:25:58,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742112_1288 (size=12409) 2024-11-09T05:25:58,378 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/A/da20bfcf48e04ac39dd7c0d25d1cf12f as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/da20bfcf48e04ac39dd7c0d25d1cf12f 2024-11-09T05:25:58,384 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4e718dacb7c04ccb21b0b565786c2404/A of 4e718dacb7c04ccb21b0b565786c2404 into da20bfcf48e04ac39dd7c0d25d1cf12f(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:25:58,384 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4e718dacb7c04ccb21b0b565786c2404: 2024-11-09T05:25:58,384 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., storeName=4e718dacb7c04ccb21b0b565786c2404/A, priority=13, startTime=1731129958250; duration=0sec 2024-11-09T05:25:58,384 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:25:58,384 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4e718dacb7c04ccb21b0b565786c2404:A 2024-11-09T05:25:58,384 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:25:58,387 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:25:58,387 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1541): 4e718dacb7c04ccb21b0b565786c2404/C is initiating minor compaction (all files) 2024-11-09T05:25:58,387 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4e718dacb7c04ccb21b0b565786c2404/C in TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. 2024-11-09T05:25:58,387 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/d36d0c4fa6c1442fbd258dee0748fb6f, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/bbbb0997f68942d3ae7bf729ef85f235, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/902ab15f9bf24c0e8b5876e720b6dcae] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp, totalSize=35.5 K 2024-11-09T05:25:58,388 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting d36d0c4fa6c1442fbd258dee0748fb6f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731129955053 2024-11-09T05:25:58,388 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting bbbb0997f68942d3ae7bf729ef85f235, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731129956219 2024-11-09T05:25:58,388 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 902ab15f9bf24c0e8b5876e720b6dcae, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731129956893 2024-11-09T05:25:58,408 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4e718dacb7c04ccb21b0b565786c2404#C#compaction#242 average throughput is 0.66 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:25:58,408 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/C/b400d6dba68d4e34833e62af67e4c070 is 50, key is test_row_0/C:col10/1731129956893/Put/seqid=0 2024-11-09T05:25:58,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(8855): Flush requested on 4e718dacb7c04ccb21b0b565786c2404 2024-11-09T05:25:58,428 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T05:25:58,428 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4e718dacb7c04ccb21b0b565786c2404 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-09T05:25:58,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742113_1289 (size=12409) 2024-11-09T05:25:58,450 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/A/875fa51408ad44a2837ffb755466500c is 50, key is test_row_0/A:col10/1731129958423/Put/seqid=0 2024-11-09T05:25:58,451 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/C/b400d6dba68d4e34833e62af67e4c070 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/b400d6dba68d4e34833e62af67e4c070 2024-11-09T05:25:58,462 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4e718dacb7c04ccb21b0b565786c2404/C of 4e718dacb7c04ccb21b0b565786c2404 into b400d6dba68d4e34833e62af67e4c070(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:25:58,462 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4e718dacb7c04ccb21b0b565786c2404: 2024-11-09T05:25:58,462 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., storeName=4e718dacb7c04ccb21b0b565786c2404/C, priority=13, startTime=1731129958250; duration=0sec 2024-11-09T05:25:58,463 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:25:58,463 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4e718dacb7c04ccb21b0b565786c2404:C 2024-11-09T05:25:58,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742114_1290 (size=12151) 2024-11-09T05:25:58,474 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:58,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44612 deadline: 1731130018458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:58,477 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:58,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44640 deadline: 1731130018459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:58,478 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:58,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44570 deadline: 1731130018463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:58,478 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:58,478 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:58,478 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:58,483 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:58,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44618 deadline: 1731130018471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:58,483 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:58,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44626 deadline: 1731130018475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:58,484 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:58,484 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:58,484 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:58,484 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:58,484 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:58,484 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:58,484 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:58,484 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:58,484 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:58,484 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:58,484 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:58,484 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:58,585 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:58,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44570 deadline: 1731130018580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:58,585 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:58,585 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:58,585 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:58,594 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:58,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44618 deadline: 1731130018591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:58,595 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:58,595 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:58,595 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:58,595 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:58,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44626 deadline: 1731130018591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:58,595 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:58,595 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:58,595 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:58,595 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:58,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44640 deadline: 1731130018591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:58,596 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:58,596 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:58,596 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:58,596 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:58,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44612 deadline: 1731130018591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:58,596 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:58,596 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:58,596 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:58,776 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/B/0eefc1b041724881b973cadd42f81666 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/0eefc1b041724881b973cadd42f81666 2024-11-09T05:25:58,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-09T05:25:58,790 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T05:25:58,791 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T05:25:58,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] procedure2.ProcedureExecutor(1139): Stored pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees 2024-11-09T05:25:58,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-09T05:25:58,793 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T05:25:58,794 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:58,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44570 deadline: 1731130018790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:58,794 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T05:25:58,794 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:58,794 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:58,794 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=73, ppid=72, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T05:25:58,794 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:58,802 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4e718dacb7c04ccb21b0b565786c2404/B of 4e718dacb7c04ccb21b0b565786c2404 into 0eefc1b041724881b973cadd42f81666(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:25:58,802 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4e718dacb7c04ccb21b0b565786c2404: 2024-11-09T05:25:58,802 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., storeName=4e718dacb7c04ccb21b0b565786c2404/B, priority=13, startTime=1731129958250; duration=0sec 2024-11-09T05:25:58,802 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:25:58,802 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4e718dacb7c04ccb21b0b565786c2404:B 2024-11-09T05:25:58,806 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:58,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44640 deadline: 1731130018800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:58,807 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:58,807 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:58,807 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:58,807 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:58,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44618 deadline: 1731130018800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:58,807 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:58,807 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:58,807 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:58,807 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:58,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44612 deadline: 1731130018800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:58,807 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:58,807 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:58,807 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:58,810 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:58,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44626 deadline: 1731130018804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:58,810 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:58,810 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:58,810 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:58,870 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/A/875fa51408ad44a2837ffb755466500c 2024-11-09T05:25:58,895 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/B/7c862455e8eb421b9de13a4e780c4660 is 50, key is test_row_0/B:col10/1731129958423/Put/seqid=0 2024-11-09T05:25:58,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-09T05:25:58,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742115_1291 (size=12151) 2024-11-09T05:25:58,957 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-09T05:25:58,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. 2024-11-09T05:25:58,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. as already flushing 2024-11-09T05:25:58,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. 2024-11-09T05:25:58,958 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 4e718dacb7c04ccb21b0b565786c2404, NAME => 'TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:58,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 4e718dacb7c04ccb21b0b565786c2404, NAME => 'TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:58,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4e718dacb7c04ccb21b0b565786c2404, NAME => 'TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4e718dacb7c04ccb21b0b565786c2404, NAME => 'TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:59,103 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:59,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44570 deadline: 1731130019100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:59,104 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:59,104 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:59,104 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:59,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-09T05:25:59,112 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:59,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44640 deadline: 1731130019110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:59,112 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:59,112 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:59,112 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:59,112 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:59,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44618 deadline: 1731130019111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:59,113 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:59,113 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:59,113 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:59,124 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-09T05:25:59,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. 2024-11-09T05:25:59,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. as already flushing 2024-11-09T05:25:59,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. 2024-11-09T05:25:59,124 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 4e718dacb7c04ccb21b0b565786c2404, NAME => 'TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:59,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 4e718dacb7c04ccb21b0b565786c2404, NAME => 'TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:59,127 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:59,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44626 deadline: 1731130019124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:59,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4e718dacb7c04ccb21b0b565786c2404, NAME => 'TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4e718dacb7c04ccb21b0b565786c2404, NAME => 'TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:59,127 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:59,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44612 deadline: 1731130019125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:59,128 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:59,128 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:59,128 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:59,128 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:59,128 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:59,128 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:59,284 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-09T05:25:59,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. 2024-11-09T05:25:59,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. as already flushing 2024-11-09T05:25:59,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. 2024-11-09T05:25:59,285 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 4e718dacb7c04ccb21b0b565786c2404, NAME => 'TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:59,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 4e718dacb7c04ccb21b0b565786c2404, NAME => 'TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:59,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4e718dacb7c04ccb21b0b565786c2404, NAME => 'TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4e718dacb7c04ccb21b0b565786c2404, NAME => 'TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:59,341 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/B/7c862455e8eb421b9de13a4e780c4660 2024-11-09T05:25:59,389 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/C/7ebe1a27fd194d0683d6c903ee4a1842 is 50, key is test_row_0/C:col10/1731129958423/Put/seqid=0 2024-11-09T05:25:59,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-09T05:25:59,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742116_1292 (size=12151) 2024-11-09T05:25:59,438 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/C/7ebe1a27fd194d0683d6c903ee4a1842 2024-11-09T05:25:59,439 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-09T05:25:59,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. 2024-11-09T05:25:59,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. as already flushing 2024-11-09T05:25:59,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. 2024-11-09T05:25:59,439 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 4e718dacb7c04ccb21b0b565786c2404, NAME => 'TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:59,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 4e718dacb7c04ccb21b0b565786c2404, NAME => 'TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:59,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4e718dacb7c04ccb21b0b565786c2404, NAME => 'TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4e718dacb7c04ccb21b0b565786c2404, NAME => 'TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:25:59,452 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/A/875fa51408ad44a2837ffb755466500c as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/875fa51408ad44a2837ffb755466500c 2024-11-09T05:25:59,465 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/875fa51408ad44a2837ffb755466500c, entries=150, sequenceid=157, filesize=11.9 K 2024-11-09T05:25:59,466 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/B/7c862455e8eb421b9de13a4e780c4660 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/7c862455e8eb421b9de13a4e780c4660 2024-11-09T05:25:59,476 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/7c862455e8eb421b9de13a4e780c4660, entries=150, sequenceid=157, filesize=11.9 K 2024-11-09T05:25:59,478 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/C/7ebe1a27fd194d0683d6c903ee4a1842 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/7ebe1a27fd194d0683d6c903ee4a1842 2024-11-09T05:25:59,493 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/7ebe1a27fd194d0683d6c903ee4a1842, entries=150, sequenceid=157, filesize=11.9 K 2024-11-09T05:25:59,494 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 4e718dacb7c04ccb21b0b565786c2404 in 1066ms, sequenceid=157, compaction requested=false 2024-11-09T05:25:59,494 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4e718dacb7c04ccb21b0b565786c2404: 2024-11-09T05:25:59,600 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-09T05:25:59,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. 2024-11-09T05:25:59,601 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2902): Flushing 4e718dacb7c04ccb21b0b565786c2404 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-09T05:25:59,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/A/54a94de3a39746dbbf4d747de5c5b169 is 50, key is test_row_0/A:col10/1731129958463/Put/seqid=0 2024-11-09T05:25:59,623 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. as already flushing 2024-11-09T05:25:59,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(8855): Flush requested on 4e718dacb7c04ccb21b0b565786c2404 2024-11-09T05:25:59,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742117_1293 (size=12151) 2024-11-09T05:25:59,666 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/A/54a94de3a39746dbbf4d747de5c5b169 2024-11-09T05:25:59,677 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:59,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44612 deadline: 1731130019669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:59,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/B/1f51690ecab24fe58b6336c1d0f9892c is 50, key is test_row_0/B:col10/1731129958463/Put/seqid=0 2024-11-09T05:25:59,678 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:59,678 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:59,678 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:59,678 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:59,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44640 deadline: 1731130019670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:59,678 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:59,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44570 deadline: 1731130019670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:59,679 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:59,679 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:59,679 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:59,679 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:59,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44618 deadline: 1731130019672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:59,680 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:59,680 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:59,680 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:59,684 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:59,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44626 deadline: 1731130019677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:59,688 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:59,688 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:59,688 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:59,688 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:59,688 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:59,688 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:59,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742118_1294 (size=12151) 2024-11-09T05:25:59,788 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:59,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44612 deadline: 1731130019784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:59,792 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:59,792 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:59,792 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:59,795 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:59,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44640 deadline: 1731130019792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:59,795 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:59,795 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:59,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44570 deadline: 1731130019792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:59,796 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:59,796 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:59,796 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:59,796 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:59,796 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:59,796 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:59,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44626 deadline: 1731130019792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:59,796 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:25:59,797 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:59,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44618 deadline: 1731130019793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:25:59,797 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:59,797 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:59,800 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:59,800 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:25:59,800 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:25:59,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-09T05:26:00,003 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:00,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44612 deadline: 1731130020000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:00,004 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:00,004 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:00,004 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:00,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44626 deadline: 1731130020000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:00,004 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:00,004 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:00,004 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:00,004 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:00,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44640 deadline: 1731130020000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:00,004 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:00,004 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:00,004 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:00,004 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:00,004 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:00,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44570 deadline: 1731130020000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:00,005 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:00,005 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:00,005 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:00,012 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:00,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44618 deadline: 1731130020010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:00,016 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:00,016 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:00,016 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:00,131 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/B/1f51690ecab24fe58b6336c1d0f9892c 2024-11-09T05:26:00,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/C/72a6d9c071f44ba4a4b239c6bf721e6d is 50, key is test_row_0/C:col10/1731129958463/Put/seqid=0 2024-11-09T05:26:00,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742119_1295 (size=12151) 2024-11-09T05:26:00,313 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:00,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44612 deadline: 1731130020310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:00,313 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:00,313 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:00,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44626 deadline: 1731130020310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:00,313 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:00,313 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:00,313 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:00,313 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:00,313 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:00,313 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:00,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44640 deadline: 1731130020310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:00,313 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:00,313 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:00,313 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:00,314 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:00,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44570 deadline: 1731130020310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:00,314 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:00,314 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:00,314 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:00,321 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:00,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44618 deadline: 1731130020319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:00,321 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:00,321 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:00,321 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:00,567 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/C/72a6d9c071f44ba4a4b239c6bf721e6d 2024-11-09T05:26:00,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/A/54a94de3a39746dbbf4d747de5c5b169 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/54a94de3a39746dbbf4d747de5c5b169 2024-11-09T05:26:00,577 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/54a94de3a39746dbbf4d747de5c5b169, entries=150, sequenceid=175, filesize=11.9 K 2024-11-09T05:26:00,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/B/1f51690ecab24fe58b6336c1d0f9892c as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/1f51690ecab24fe58b6336c1d0f9892c 2024-11-09T05:26:00,581 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/1f51690ecab24fe58b6336c1d0f9892c, entries=150, sequenceid=175, filesize=11.9 K 2024-11-09T05:26:00,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/C/72a6d9c071f44ba4a4b239c6bf721e6d as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/72a6d9c071f44ba4a4b239c6bf721e6d 2024-11-09T05:26:00,586 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/72a6d9c071f44ba4a4b239c6bf721e6d, entries=150, sequenceid=175, filesize=11.9 K 2024-11-09T05:26:00,590 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 4e718dacb7c04ccb21b0b565786c2404 in 990ms, sequenceid=175, compaction requested=true 2024-11-09T05:26:00,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2603): Flush status journal for 4e718dacb7c04ccb21b0b565786c2404: 2024-11-09T05:26:00,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. 2024-11-09T05:26:00,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=73 2024-11-09T05:26:00,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4169): Remote procedure done, pid=73 2024-11-09T05:26:00,593 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=72 2024-11-09T05:26:00,593 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7970 sec 2024-11-09T05:26:00,595 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees in 1.8030 sec 2024-11-09T05:26:00,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(8855): Flush requested on 4e718dacb7c04ccb21b0b565786c2404 2024-11-09T05:26:00,846 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T05:26:00,846 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4e718dacb7c04ccb21b0b565786c2404 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-09T05:26:00,851 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/A/9125297c8fd944ec93bb330db1e07d28 is 50, key is test_row_0/A:col10/1731129959671/Put/seqid=0 2024-11-09T05:26:00,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742120_1296 (size=12151) 2024-11-09T05:26:00,862 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:00,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44612 deadline: 1731130020856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:00,863 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:00,863 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:00,863 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:00,863 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:00,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44618 deadline: 1731130020859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:00,864 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:00,864 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:00,865 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:00,868 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:00,868 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:00,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44570 deadline: 1731130020862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:00,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44626 deadline: 1731130020861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:00,868 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:00,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44640 deadline: 1731130020863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:00,868 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:00,869 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:00,869 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:00,869 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:00,869 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:00,869 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:00,869 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:00,869 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:00,869 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:00,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-09T05:26:00,940 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T05:26:00,941 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T05:26:00,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] procedure2.ProcedureExecutor(1139): Stored pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees 2024-11-09T05:26:00,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-09T05:26:00,943 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T05:26:00,944 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T05:26:00,944 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=74, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T05:26:00,973 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:00,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44618 deadline: 1731130020972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:00,974 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:00,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44612 deadline: 1731130020973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:00,974 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:00,974 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:00,974 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:00,974 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:00,974 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:00,974 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:00,983 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:00,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44626 deadline: 1731130020980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:00,984 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:00,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44640 deadline: 1731130020980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:00,984 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:00,984 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:00,984 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:00,984 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:00,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44570 deadline: 1731130020980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:00,985 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:00,985 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:00,985 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:00,985 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:00,985 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:00,985 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:01,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-09T05:26:01,096 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-09T05:26:01,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. 2024-11-09T05:26:01,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. as already flushing 2024-11-09T05:26:01,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. 2024-11-09T05:26:01,096 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 4e718dacb7c04ccb21b0b565786c2404, NAME => 'TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:01,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 4e718dacb7c04ccb21b0b565786c2404, NAME => 'TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:01,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4e718dacb7c04ccb21b0b565786c2404, NAME => 'TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4e718dacb7c04ccb21b0b565786c2404, NAME => 'TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:01,181 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:01,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44612 deadline: 1731130021180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:01,182 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:01,182 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:01,182 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:01,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44618 deadline: 1731130021180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:01,182 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:01,182 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:01,182 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:01,182 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:01,193 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:01,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44626 deadline: 1731130021190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:01,193 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:01,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44570 deadline: 1731130021190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:01,193 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:01,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44640 deadline: 1731130021190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:01,194 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:01,194 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:01,194 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:01,194 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:01,194 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:01,194 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:01,194 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:01,194 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:01,194 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:01,256 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-09T05:26:01,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. 2024-11-09T05:26:01,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. as already flushing 2024-11-09T05:26:01,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. 2024-11-09T05:26:01,257 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 4e718dacb7c04ccb21b0b565786c2404, NAME => 'TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:01,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 4e718dacb7c04ccb21b0b565786c2404, NAME => 'TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:01,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4e718dacb7c04ccb21b0b565786c2404, NAME => 'TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4e718dacb7c04ccb21b0b565786c2404, NAME => 'TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:01,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-09T05:26:01,265 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/A/9125297c8fd944ec93bb330db1e07d28 2024-11-09T05:26:01,298 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/B/49711a0e537748e1ac64308c23b8b49c is 50, key is test_row_0/B:col10/1731129959671/Put/seqid=0 2024-11-09T05:26:01,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742121_1297 (size=12151) 2024-11-09T05:26:01,420 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-09T05:26:01,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. 2024-11-09T05:26:01,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. as already flushing 2024-11-09T05:26:01,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. 2024-11-09T05:26:01,421 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 4e718dacb7c04ccb21b0b565786c2404, NAME => 'TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:01,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 4e718dacb7c04ccb21b0b565786c2404, NAME => 'TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:01,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4e718dacb7c04ccb21b0b565786c2404, NAME => 'TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4e718dacb7c04ccb21b0b565786c2404, NAME => 'TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:01,494 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:01,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44612 deadline: 1731130021490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:01,495 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:01,495 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:01,495 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:01,495 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:01,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44618 deadline: 1731130021490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:01,495 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:01,495 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:01,495 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:01,503 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:01,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44640 deadline: 1731130021500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:01,503 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:01,503 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:01,503 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:01,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44626 deadline: 1731130021500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:01,503 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:01,503 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:01,504 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:01,504 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:01,503 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:01,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44570 deadline: 1731130021500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:01,504 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:01,504 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:01,504 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:01,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-09T05:26:01,583 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-09T05:26:01,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. 2024-11-09T05:26:01,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. as already flushing 2024-11-09T05:26:01,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. 2024-11-09T05:26:01,584 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 4e718dacb7c04ccb21b0b565786c2404, NAME => 'TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:01,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 4e718dacb7c04ccb21b0b565786c2404, NAME => 'TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:01,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4e718dacb7c04ccb21b0b565786c2404, NAME => 'TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4e718dacb7c04ccb21b0b565786c2404, NAME => 'TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:01,725 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/B/49711a0e537748e1ac64308c23b8b49c 2024-11-09T05:26:01,743 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-09T05:26:01,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. 2024-11-09T05:26:01,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. as already flushing 2024-11-09T05:26:01,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. 2024-11-09T05:26:01,743 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 4e718dacb7c04ccb21b0b565786c2404, NAME => 'TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:01,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 4e718dacb7c04ccb21b0b565786c2404, NAME => 'TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:01,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4e718dacb7c04ccb21b0b565786c2404, NAME => 'TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4e718dacb7c04ccb21b0b565786c2404, NAME => 'TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:01,754 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/C/d3ec9d0525cd47d1bf9d963aed7ee9ee is 50, key is test_row_0/C:col10/1731129959671/Put/seqid=0 2024-11-09T05:26:01,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742122_1298 (size=12151) 2024-11-09T05:26:01,896 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-09T05:26:01,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. 2024-11-09T05:26:01,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. as already flushing 2024-11-09T05:26:01,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. 2024-11-09T05:26:01,897 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 4e718dacb7c04ccb21b0b565786c2404, NAME => 'TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:01,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 4e718dacb7c04ccb21b0b565786c2404, NAME => 'TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:01,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4e718dacb7c04ccb21b0b565786c2404, NAME => 'TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4e718dacb7c04ccb21b0b565786c2404, NAME => 'TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:02,004 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:02,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44618 deadline: 1731130022000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:02,004 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:02,004 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:02,004 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:02,013 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:02,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44612 deadline: 1731130022009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:02,013 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:02,013 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:02,013 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:02,013 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:02,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44626 deadline: 1731130022010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:02,014 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:02,014 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:02,014 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:02,014 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:02,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44640 deadline: 1731130022010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:02,014 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:02,014 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:02,014 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:02,014 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:02,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44570 deadline: 1731130022010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:02,014 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:02,014 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:02,014 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:02,050 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-09T05:26:02,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. 2024-11-09T05:26:02,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. as already flushing 2024-11-09T05:26:02,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. 2024-11-09T05:26:02,050 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 4e718dacb7c04ccb21b0b565786c2404, NAME => 'TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:02,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 4e718dacb7c04ccb21b0b565786c2404, NAME => 'TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:02,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4e718dacb7c04ccb21b0b565786c2404, NAME => 'TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4e718dacb7c04ccb21b0b565786c2404, NAME => 'TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:02,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-09T05:26:02,191 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/C/d3ec9d0525cd47d1bf9d963aed7ee9ee 2024-11-09T05:26:02,195 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/A/9125297c8fd944ec93bb330db1e07d28 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/9125297c8fd944ec93bb330db1e07d28 2024-11-09T05:26:02,200 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/9125297c8fd944ec93bb330db1e07d28, entries=150, sequenceid=198, filesize=11.9 K 2024-11-09T05:26:02,201 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/B/49711a0e537748e1ac64308c23b8b49c as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/49711a0e537748e1ac64308c23b8b49c 2024-11-09T05:26:02,204 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-09T05:26:02,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. 2024-11-09T05:26:02,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. as already flushing 2024-11-09T05:26:02,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. 2024-11-09T05:26:02,204 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 4e718dacb7c04ccb21b0b565786c2404, NAME => 'TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:02,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 4e718dacb7c04ccb21b0b565786c2404, NAME => 'TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:02,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4e718dacb7c04ccb21b0b565786c2404, NAME => 'TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4e718dacb7c04ccb21b0b565786c2404, NAME => 'TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:02,207 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/49711a0e537748e1ac64308c23b8b49c, entries=150, sequenceid=198, filesize=11.9 K 2024-11-09T05:26:02,208 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/C/d3ec9d0525cd47d1bf9d963aed7ee9ee as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/d3ec9d0525cd47d1bf9d963aed7ee9ee 2024-11-09T05:26:02,211 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/d3ec9d0525cd47d1bf9d963aed7ee9ee, entries=150, sequenceid=198, filesize=11.9 K 2024-11-09T05:26:02,212 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 4e718dacb7c04ccb21b0b565786c2404 in 1366ms, sequenceid=198, compaction requested=true 2024-11-09T05:26:02,212 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4e718dacb7c04ccb21b0b565786c2404: 2024-11-09T05:26:02,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4e718dacb7c04ccb21b0b565786c2404:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T05:26:02,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:26:02,212 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T05:26:02,213 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T05:26:02,213 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4e718dacb7c04ccb21b0b565786c2404:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T05:26:02,213 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:26:02,213 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4e718dacb7c04ccb21b0b565786c2404:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T05:26:02,213 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:26:02,214 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48862 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T05:26:02,214 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48862 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T05:26:02,214 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1541): 4e718dacb7c04ccb21b0b565786c2404/B is initiating minor compaction (all files) 2024-11-09T05:26:02,214 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1541): 4e718dacb7c04ccb21b0b565786c2404/A is initiating minor compaction (all files) 2024-11-09T05:26:02,214 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4e718dacb7c04ccb21b0b565786c2404/A in TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. 2024-11-09T05:26:02,214 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4e718dacb7c04ccb21b0b565786c2404/B in TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. 2024-11-09T05:26:02,214 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/da20bfcf48e04ac39dd7c0d25d1cf12f, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/875fa51408ad44a2837ffb755466500c, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/54a94de3a39746dbbf4d747de5c5b169, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/9125297c8fd944ec93bb330db1e07d28] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp, totalSize=47.7 K 2024-11-09T05:26:02,214 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/0eefc1b041724881b973cadd42f81666, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/7c862455e8eb421b9de13a4e780c4660, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/1f51690ecab24fe58b6336c1d0f9892c, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/49711a0e537748e1ac64308c23b8b49c] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp, totalSize=47.7 K 2024-11-09T05:26:02,215 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting da20bfcf48e04ac39dd7c0d25d1cf12f, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731129956893 2024-11-09T05:26:02,215 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 0eefc1b041724881b973cadd42f81666, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731129956893 2024-11-09T05:26:02,215 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 875fa51408ad44a2837ffb755466500c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731129958078 2024-11-09T05:26:02,215 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 7c862455e8eb421b9de13a4e780c4660, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731129958078 2024-11-09T05:26:02,215 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 54a94de3a39746dbbf4d747de5c5b169, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1731129958459 2024-11-09T05:26:02,215 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 1f51690ecab24fe58b6336c1d0f9892c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1731129958459 2024-11-09T05:26:02,215 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 49711a0e537748e1ac64308c23b8b49c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1731129959671 2024-11-09T05:26:02,216 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9125297c8fd944ec93bb330db1e07d28, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1731129959671 2024-11-09T05:26:02,242 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4e718dacb7c04ccb21b0b565786c2404#A#compaction#253 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:26:02,242 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4e718dacb7c04ccb21b0b565786c2404#B#compaction#252 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:26:02,243 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/A/a3da2d51b7fd443085ec95a4b8e5ff92 is 50, key is test_row_0/A:col10/1731129959671/Put/seqid=0 2024-11-09T05:26:02,243 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/B/e86517e1a22e4a79aac94211cca08497 is 50, key is test_row_0/B:col10/1731129959671/Put/seqid=0 2024-11-09T05:26:02,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742123_1299 (size=12595) 2024-11-09T05:26:02,307 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/B/e86517e1a22e4a79aac94211cca08497 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/e86517e1a22e4a79aac94211cca08497 2024-11-09T05:26:02,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742124_1300 (size=12595) 2024-11-09T05:26:02,315 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 4e718dacb7c04ccb21b0b565786c2404/B of 4e718dacb7c04ccb21b0b565786c2404 into e86517e1a22e4a79aac94211cca08497(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:26:02,315 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4e718dacb7c04ccb21b0b565786c2404: 2024-11-09T05:26:02,315 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., storeName=4e718dacb7c04ccb21b0b565786c2404/B, priority=12, startTime=1731129962212; duration=0sec 2024-11-09T05:26:02,315 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:26:02,315 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4e718dacb7c04ccb21b0b565786c2404:B 2024-11-09T05:26:02,316 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T05:26:02,319 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48862 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T05:26:02,319 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1541): 4e718dacb7c04ccb21b0b565786c2404/C is initiating minor compaction (all files) 2024-11-09T05:26:02,319 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4e718dacb7c04ccb21b0b565786c2404/C in TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. 2024-11-09T05:26:02,320 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/b400d6dba68d4e34833e62af67e4c070, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/7ebe1a27fd194d0683d6c903ee4a1842, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/72a6d9c071f44ba4a4b239c6bf721e6d, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/d3ec9d0525cd47d1bf9d963aed7ee9ee] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp, totalSize=47.7 K 2024-11-09T05:26:02,320 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting b400d6dba68d4e34833e62af67e4c070, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731129956893 2024-11-09T05:26:02,321 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 7ebe1a27fd194d0683d6c903ee4a1842, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731129958078 2024-11-09T05:26:02,322 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 72a6d9c071f44ba4a4b239c6bf721e6d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1731129958459 2024-11-09T05:26:02,323 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting d3ec9d0525cd47d1bf9d963aed7ee9ee, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1731129959671 2024-11-09T05:26:02,324 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/A/a3da2d51b7fd443085ec95a4b8e5ff92 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/a3da2d51b7fd443085ec95a4b8e5ff92 2024-11-09T05:26:02,341 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 4e718dacb7c04ccb21b0b565786c2404/A of 4e718dacb7c04ccb21b0b565786c2404 into a3da2d51b7fd443085ec95a4b8e5ff92(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:26:02,342 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4e718dacb7c04ccb21b0b565786c2404: 2024-11-09T05:26:02,342 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., storeName=4e718dacb7c04ccb21b0b565786c2404/A, priority=12, startTime=1731129962212; duration=0sec 2024-11-09T05:26:02,342 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:26:02,342 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4e718dacb7c04ccb21b0b565786c2404:A 2024-11-09T05:26:02,355 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4e718dacb7c04ccb21b0b565786c2404#C#compaction#254 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:26:02,356 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/C/b2ee2e79c6884a808f258ddf38f44180 is 50, key is test_row_0/C:col10/1731129959671/Put/seqid=0 2024-11-09T05:26:02,357 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-09T05:26:02,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. 2024-11-09T05:26:02,358 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2902): Flushing 4e718dacb7c04ccb21b0b565786c2404 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-09T05:26:02,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742125_1301 (size=12595) 2024-11-09T05:26:02,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/A/ea6af76f6e5b481cb0b820e780e3fd8b is 50, key is test_row_0/A:col10/1731129960861/Put/seqid=0 2024-11-09T05:26:02,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742126_1302 (size=12151) 2024-11-09T05:26:02,434 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/A/ea6af76f6e5b481cb0b820e780e3fd8b 2024-11-09T05:26:02,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/B/4ba633c2b9714c32960ddfec8788bb2c is 50, key is test_row_0/B:col10/1731129960861/Put/seqid=0 2024-11-09T05:26:02,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742127_1303 (size=12151) 2024-11-09T05:26:02,820 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/C/b2ee2e79c6884a808f258ddf38f44180 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/b2ee2e79c6884a808f258ddf38f44180 2024-11-09T05:26:02,827 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 4e718dacb7c04ccb21b0b565786c2404/C of 4e718dacb7c04ccb21b0b565786c2404 into b2ee2e79c6884a808f258ddf38f44180(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:26:02,827 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4e718dacb7c04ccb21b0b565786c2404: 2024-11-09T05:26:02,828 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., storeName=4e718dacb7c04ccb21b0b565786c2404/C, priority=12, startTime=1731129962213; duration=0sec 2024-11-09T05:26:02,828 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:26:02,828 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4e718dacb7c04ccb21b0b565786c2404:C 2024-11-09T05:26:02,902 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/B/4ba633c2b9714c32960ddfec8788bb2c 2024-11-09T05:26:02,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/C/bd5465c2ce8d481bb42e412b534182b5 is 50, key is test_row_0/C:col10/1731129960861/Put/seqid=0 2024-11-09T05:26:02,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742128_1304 (size=12151) 2024-11-09T05:26:02,951 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/C/bd5465c2ce8d481bb42e412b534182b5 2024-11-09T05:26:02,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/A/ea6af76f6e5b481cb0b820e780e3fd8b as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/ea6af76f6e5b481cb0b820e780e3fd8b 2024-11-09T05:26:02,964 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/ea6af76f6e5b481cb0b820e780e3fd8b, entries=150, sequenceid=213, filesize=11.9 K 2024-11-09T05:26:02,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/B/4ba633c2b9714c32960ddfec8788bb2c as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/4ba633c2b9714c32960ddfec8788bb2c 2024-11-09T05:26:02,969 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/4ba633c2b9714c32960ddfec8788bb2c, entries=150, sequenceid=213, filesize=11.9 K 2024-11-09T05:26:02,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/C/bd5465c2ce8d481bb42e412b534182b5 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/bd5465c2ce8d481bb42e412b534182b5 2024-11-09T05:26:03,001 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/bd5465c2ce8d481bb42e412b534182b5, entries=150, sequenceid=213, filesize=11.9 K 2024-11-09T05:26:03,002 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=0 B/0 for 4e718dacb7c04ccb21b0b565786c2404 in 644ms, sequenceid=213, compaction requested=false 2024-11-09T05:26:03,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2603): Flush status journal for 4e718dacb7c04ccb21b0b565786c2404: 2024-11-09T05:26:03,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. 2024-11-09T05:26:03,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=75 2024-11-09T05:26:03,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4169): Remote procedure done, pid=75 2024-11-09T05:26:03,007 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=74 2024-11-09T05:26:03,007 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0600 sec 2024-11-09T05:26:03,009 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees in 2.0660 sec 2024-11-09T05:26:03,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(8855): Flush requested on 4e718dacb7c04ccb21b0b565786c2404 2024-11-09T05:26:03,034 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T05:26:03,034 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4e718dacb7c04ccb21b0b565786c2404 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-09T05:26:03,040 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/A/b440f9df491e4d4a8ef4734be2ea538c is 50, key is test_row_0/A:col10/1731129963033/Put/seqid=0 2024-11-09T05:26:03,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742129_1305 (size=14541) 2024-11-09T05:26:03,062 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=227 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/A/b440f9df491e4d4a8ef4734be2ea538c 2024-11-09T05:26:03,079 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:03,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44618 deadline: 1731130023069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:03,080 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/B/ba1744e6a77a4bd1bd172755cc5dbb97 is 50, key is test_row_0/B:col10/1731129963033/Put/seqid=0 2024-11-09T05:26:03,080 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:03,080 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:03,080 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:03,082 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:03,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44570 deadline: 1731130023078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:03,083 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:03,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44626 deadline: 1731130023078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:03,083 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:03,083 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:03,083 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:03,083 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:03,083 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:03,083 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:03,083 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:03,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44612 deadline: 1731130023079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:03,083 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:03,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44640 deadline: 1731130023081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:03,084 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:03,084 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:03,084 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:03,093 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:03,093 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:03,093 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:03,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-09T05:26:03,100 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T05:26:03,101 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T05:26:03,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] procedure2.ProcedureExecutor(1139): Stored pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees 2024-11-09T05:26:03,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-09T05:26:03,103 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T05:26:03,104 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T05:26:03,104 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T05:26:03,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742130_1306 (size=12151) 2024-11-09T05:26:03,195 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:03,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44612 deadline: 1731130023193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:03,196 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:03,196 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:03,196 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:03,198 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:03,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44626 deadline: 1731130023196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:03,198 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:03,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44618 deadline: 1731130023196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:03,198 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:03,199 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:03,199 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:03,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44570 deadline: 1731130023196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:03,199 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:03,199 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:03,199 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:03,199 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:03,199 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:03,199 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:03,199 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:03,205 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:03,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44640 deadline: 1731130023204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:03,207 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:03,207 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:03,207 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:03,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-09T05:26:03,257 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-09T05:26:03,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. 2024-11-09T05:26:03,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. as already flushing 2024-11-09T05:26:03,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. 2024-11-09T05:26:03,257 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 4e718dacb7c04ccb21b0b565786c2404, NAME => 'TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:03,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 4e718dacb7c04ccb21b0b565786c2404, NAME => 'TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:03,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4e718dacb7c04ccb21b0b565786c2404, NAME => 'TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4e718dacb7c04ccb21b0b565786c2404, NAME => 'TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:03,407 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:03,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44612 deadline: 1731130023404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:03,407 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:03,407 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:03,407 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:03,412 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-09T05:26:03,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. 2024-11-09T05:26:03,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. as already flushing 2024-11-09T05:26:03,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. 2024-11-09T05:26:03,412 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 4e718dacb7c04ccb21b0b565786c2404, NAME => 'TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:03,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 4e718dacb7c04ccb21b0b565786c2404, NAME => 'TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:03,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4e718dacb7c04ccb21b0b565786c2404, NAME => 'TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4e718dacb7c04ccb21b0b565786c2404, NAME => 'TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:03,414 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:03,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44618 deadline: 1731130023411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:03,414 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:03,415 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:03,415 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:03,415 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:03,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44570 deadline: 1731130023411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:03,415 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:03,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44626 deadline: 1731130023411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:03,415 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:03,415 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:03,415 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:03,415 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:03,416 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:03,416 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:03,416 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:03,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44640 deadline: 1731130023411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:03,416 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:03,416 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:03,416 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:03,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-09T05:26:03,521 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=227 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/B/ba1744e6a77a4bd1bd172755cc5dbb97 2024-11-09T05:26:03,554 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/C/182a0cff22ee4efca07fe27e7c3aacbb is 50, key is test_row_0/C:col10/1731129963033/Put/seqid=0 2024-11-09T05:26:03,565 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-09T05:26:03,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. 2024-11-09T05:26:03,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. as already flushing 2024-11-09T05:26:03,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. 2024-11-09T05:26:03,568 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 4e718dacb7c04ccb21b0b565786c2404, NAME => 'TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:03,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 4e718dacb7c04ccb21b0b565786c2404, NAME => 'TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:03,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4e718dacb7c04ccb21b0b565786c2404, NAME => 'TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4e718dacb7c04ccb21b0b565786c2404, NAME => 'TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:03,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742131_1307 (size=12151) 2024-11-09T05:26:03,712 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:03,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44612 deadline: 1731130023710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:03,713 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:03,713 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:03,713 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:03,721 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-09T05:26:03,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. 2024-11-09T05:26:03,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. as already flushing 2024-11-09T05:26:03,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. 2024-11-09T05:26:03,721 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 4e718dacb7c04ccb21b0b565786c2404, NAME => 'TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:03,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 4e718dacb7c04ccb21b0b565786c2404, NAME => 'TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:03,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4e718dacb7c04ccb21b0b565786c2404, NAME => 'TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4e718dacb7c04ccb21b0b565786c2404, NAME => 'TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:03,725 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:03,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44618 deadline: 1731130023720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:03,725 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:03,725 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:03,725 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:03,725 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:03,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44570 deadline: 1731130023720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:03,726 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:03,726 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:03,726 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:03,726 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:03,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44626 deadline: 1731130023720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:03,726 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:03,726 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:03,726 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:03,726 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:03,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44640 deadline: 1731130023720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:03,727 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:03,727 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:03,727 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:03,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-09T05:26:03,878 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-09T05:26:03,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. 2024-11-09T05:26:03,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. as already flushing 2024-11-09T05:26:03,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. 2024-11-09T05:26:03,879 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 4e718dacb7c04ccb21b0b565786c2404, NAME => 'TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:03,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 4e718dacb7c04ccb21b0b565786c2404, NAME => 'TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:03,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4e718dacb7c04ccb21b0b565786c2404, NAME => 'TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4e718dacb7c04ccb21b0b565786c2404, NAME => 'TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:03,985 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=227 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/C/182a0cff22ee4efca07fe27e7c3aacbb 2024-11-09T05:26:03,991 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/A/b440f9df491e4d4a8ef4734be2ea538c as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/b440f9df491e4d4a8ef4734be2ea538c 2024-11-09T05:26:03,995 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/b440f9df491e4d4a8ef4734be2ea538c, entries=200, sequenceid=227, filesize=14.2 K 2024-11-09T05:26:03,996 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/B/ba1744e6a77a4bd1bd172755cc5dbb97 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/ba1744e6a77a4bd1bd172755cc5dbb97 2024-11-09T05:26:04,002 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/ba1744e6a77a4bd1bd172755cc5dbb97, entries=150, sequenceid=227, filesize=11.9 K 2024-11-09T05:26:04,004 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/C/182a0cff22ee4efca07fe27e7c3aacbb as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/182a0cff22ee4efca07fe27e7c3aacbb 2024-11-09T05:26:04,009 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/182a0cff22ee4efca07fe27e7c3aacbb, entries=150, sequenceid=227, filesize=11.9 K 2024-11-09T05:26:04,010 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 4e718dacb7c04ccb21b0b565786c2404 in 976ms, sequenceid=227, compaction requested=true 2024-11-09T05:26:04,010 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4e718dacb7c04ccb21b0b565786c2404: 2024-11-09T05:26:04,010 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4e718dacb7c04ccb21b0b565786c2404:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T05:26:04,010 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:26:04,010 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:26:04,010 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4e718dacb7c04ccb21b0b565786c2404:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T05:26:04,010 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:26:04,010 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:26:04,011 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4e718dacb7c04ccb21b0b565786c2404:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T05:26:04,011 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:26:04,011 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39287 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:26:04,011 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:26:04,011 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1541): 4e718dacb7c04ccb21b0b565786c2404/B is initiating minor compaction (all files) 2024-11-09T05:26:04,011 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1541): 4e718dacb7c04ccb21b0b565786c2404/A is initiating minor compaction (all files) 2024-11-09T05:26:04,011 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4e718dacb7c04ccb21b0b565786c2404/A in TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. 2024-11-09T05:26:04,011 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4e718dacb7c04ccb21b0b565786c2404/B in TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. 2024-11-09T05:26:04,011 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/a3da2d51b7fd443085ec95a4b8e5ff92, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/ea6af76f6e5b481cb0b820e780e3fd8b, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/b440f9df491e4d4a8ef4734be2ea538c] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp, totalSize=38.4 K 2024-11-09T05:26:04,011 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/e86517e1a22e4a79aac94211cca08497, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/4ba633c2b9714c32960ddfec8788bb2c, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/ba1744e6a77a4bd1bd172755cc5dbb97] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp, totalSize=36.0 K 2024-11-09T05:26:04,012 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting a3da2d51b7fd443085ec95a4b8e5ff92, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1731129959671 2024-11-09T05:26:04,012 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting e86517e1a22e4a79aac94211cca08497, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1731129959671 2024-11-09T05:26:04,012 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting ea6af76f6e5b481cb0b820e780e3fd8b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1731129960854 2024-11-09T05:26:04,012 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 4ba633c2b9714c32960ddfec8788bb2c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1731129960854 2024-11-09T05:26:04,012 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting ba1744e6a77a4bd1bd172755cc5dbb97, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=227, earliestPutTs=1731129963029 2024-11-09T05:26:04,012 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting b440f9df491e4d4a8ef4734be2ea538c, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=227, earliestPutTs=1731129963029 2024-11-09T05:26:04,026 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4e718dacb7c04ccb21b0b565786c2404#B#compaction#261 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:26:04,027 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/B/7f9dd3a7f5834f929ac7ad918edd0a9f is 50, key is test_row_0/B:col10/1731129963033/Put/seqid=0 2024-11-09T05:26:04,027 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4e718dacb7c04ccb21b0b565786c2404#A#compaction#262 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:26:04,027 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/A/680803eb363a427581db57521ebd9e0d is 50, key is test_row_0/A:col10/1731129963033/Put/seqid=0 2024-11-09T05:26:04,033 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-09T05:26:04,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. 2024-11-09T05:26:04,033 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2902): Flushing 4e718dacb7c04ccb21b0b565786c2404 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-09T05:26:04,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742132_1308 (size=12697) 2024-11-09T05:26:04,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742133_1309 (size=12697) 2024-11-09T05:26:04,061 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/A/680803eb363a427581db57521ebd9e0d as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/680803eb363a427581db57521ebd9e0d 2024-11-09T05:26:04,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/A/7738c91906dc414894b880924bfe4586 is 50, key is test_row_0/A:col10/1731129963073/Put/seqid=0 2024-11-09T05:26:04,066 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4e718dacb7c04ccb21b0b565786c2404/A of 4e718dacb7c04ccb21b0b565786c2404 into 680803eb363a427581db57521ebd9e0d(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:26:04,066 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4e718dacb7c04ccb21b0b565786c2404: 2024-11-09T05:26:04,066 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., storeName=4e718dacb7c04ccb21b0b565786c2404/A, priority=13, startTime=1731129964010; duration=0sec 2024-11-09T05:26:04,066 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:26:04,067 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4e718dacb7c04ccb21b0b565786c2404:A 2024-11-09T05:26:04,067 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:26:04,068 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:26:04,068 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1541): 4e718dacb7c04ccb21b0b565786c2404/C is initiating minor compaction (all files) 2024-11-09T05:26:04,068 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4e718dacb7c04ccb21b0b565786c2404/C in TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. 2024-11-09T05:26:04,068 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/b2ee2e79c6884a808f258ddf38f44180, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/bd5465c2ce8d481bb42e412b534182b5, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/182a0cff22ee4efca07fe27e7c3aacbb] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp, totalSize=36.0 K 2024-11-09T05:26:04,068 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting b2ee2e79c6884a808f258ddf38f44180, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1731129959671 2024-11-09T05:26:04,069 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting bd5465c2ce8d481bb42e412b534182b5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1731129960854 2024-11-09T05:26:04,069 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 182a0cff22ee4efca07fe27e7c3aacbb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=227, earliestPutTs=1731129963029 2024-11-09T05:26:04,086 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4e718dacb7c04ccb21b0b565786c2404#C#compaction#264 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:26:04,087 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/C/9e55816a001b487d8c48b5794ab36b9d is 50, key is test_row_0/C:col10/1731129963033/Put/seqid=0 2024-11-09T05:26:04,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742134_1310 (size=12151) 2024-11-09T05:26:04,095 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/A/7738c91906dc414894b880924bfe4586 2024-11-09T05:26:04,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742135_1311 (size=12697) 2024-11-09T05:26:04,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/B/907429752ef04f91b8306d7325306f26 is 50, key is test_row_0/B:col10/1731129963073/Put/seqid=0 2024-11-09T05:26:04,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742136_1312 (size=12151) 2024-11-09T05:26:04,118 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/B/907429752ef04f91b8306d7325306f26 2024-11-09T05:26:04,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/C/c97abce440ae4fb3b38a58bd22fc923f is 50, key is test_row_0/C:col10/1731129963073/Put/seqid=0 2024-11-09T05:26:04,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742137_1313 (size=12151) 2024-11-09T05:26:04,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(8855): Flush requested on 4e718dacb7c04ccb21b0b565786c2404 2024-11-09T05:26:04,222 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. as already flushing 2024-11-09T05:26:04,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-09T05:26:04,242 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:04,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44626 deadline: 1731130024237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:04,242 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:04,242 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:04,242 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:04,244 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:04,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44570 deadline: 1731130024240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:04,244 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:04,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44618 deadline: 1731130024241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:04,244 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:04,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44612 deadline: 1731130024241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:04,245 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:04,245 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:04,245 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:04,245 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:04,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44640 deadline: 1731130024242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:04,252 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:04,252 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:04,252 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:04,252 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:04,252 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:04,252 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:04,253 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:04,253 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:04,253 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:04,353 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:04,353 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:04,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44626 deadline: 1731130024349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:04,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44612 deadline: 1731130024350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:04,353 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:04,353 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:04,353 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:04,353 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:04,353 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:04,353 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:04,362 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:04,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44618 deadline: 1731130024360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:04,362 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:04,363 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:04,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44640 deadline: 1731130024360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:04,363 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:04,363 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:04,363 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:04,363 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:04,363 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:04,441 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/B/7f9dd3a7f5834f929ac7ad918edd0a9f as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/7f9dd3a7f5834f929ac7ad918edd0a9f 2024-11-09T05:26:04,445 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4e718dacb7c04ccb21b0b565786c2404/B of 4e718dacb7c04ccb21b0b565786c2404 into 7f9dd3a7f5834f929ac7ad918edd0a9f(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:26:04,445 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4e718dacb7c04ccb21b0b565786c2404: 2024-11-09T05:26:04,445 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., storeName=4e718dacb7c04ccb21b0b565786c2404/B, priority=13, startTime=1731129964010; duration=0sec 2024-11-09T05:26:04,445 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:26:04,445 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4e718dacb7c04ccb21b0b565786c2404:B 2024-11-09T05:26:04,502 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/C/9e55816a001b487d8c48b5794ab36b9d as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/9e55816a001b487d8c48b5794ab36b9d 2024-11-09T05:26:04,507 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4e718dacb7c04ccb21b0b565786c2404/C of 4e718dacb7c04ccb21b0b565786c2404 into 9e55816a001b487d8c48b5794ab36b9d(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:26:04,507 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4e718dacb7c04ccb21b0b565786c2404: 2024-11-09T05:26:04,507 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., storeName=4e718dacb7c04ccb21b0b565786c2404/C, priority=13, startTime=1731129964010; duration=0sec 2024-11-09T05:26:04,507 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:26:04,507 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4e718dacb7c04ccb21b0b565786c2404:C 2024-11-09T05:26:04,543 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/C/c97abce440ae4fb3b38a58bd22fc923f 2024-11-09T05:26:04,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/A/7738c91906dc414894b880924bfe4586 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/7738c91906dc414894b880924bfe4586 2024-11-09T05:26:04,549 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/7738c91906dc414894b880924bfe4586, entries=150, sequenceid=250, filesize=11.9 K 2024-11-09T05:26:04,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/B/907429752ef04f91b8306d7325306f26 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/907429752ef04f91b8306d7325306f26 2024-11-09T05:26:04,553 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/907429752ef04f91b8306d7325306f26, entries=150, sequenceid=250, filesize=11.9 K 2024-11-09T05:26:04,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/C/c97abce440ae4fb3b38a58bd22fc923f as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/c97abce440ae4fb3b38a58bd22fc923f 2024-11-09T05:26:04,556 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/c97abce440ae4fb3b38a58bd22fc923f, entries=150, sequenceid=250, filesize=11.9 K 2024-11-09T05:26:04,557 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 4e718dacb7c04ccb21b0b565786c2404 in 524ms, sequenceid=250, compaction requested=false 2024-11-09T05:26:04,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2603): Flush status journal for 4e718dacb7c04ccb21b0b565786c2404: 2024-11-09T05:26:04,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. 2024-11-09T05:26:04,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=77 2024-11-09T05:26:04,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4169): Remote procedure done, pid=77 2024-11-09T05:26:04,560 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=76 2024-11-09T05:26:04,560 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4540 sec 2024-11-09T05:26:04,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(8855): Flush requested on 4e718dacb7c04ccb21b0b565786c2404 2024-11-09T05:26:04,561 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T05:26:04,561 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4e718dacb7c04ccb21b0b565786c2404 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-09T05:26:04,562 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees in 1.4600 sec 2024-11-09T05:26:04,566 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/A/f5ffebb3c79e418ea06c67d45c285479 is 50, key is test_row_0/A:col10/1731129964561/Put/seqid=0 2024-11-09T05:26:04,602 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:04,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44640 deadline: 1731130024597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:04,604 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:04,604 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:04,605 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:04,606 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:04,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44618 deadline: 1731130024598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:04,607 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:04,607 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:04,607 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:04,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742138_1314 (size=14691) 2024-11-09T05:26:04,610 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:04,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44626 deadline: 1731130024605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:04,610 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:04,610 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:04,610 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:04,613 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:04,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44612 deadline: 1731130024610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:04,614 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:04,614 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:04,614 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:04,711 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:04,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44618 deadline: 1731130024710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:04,711 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:04,711 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:04,711 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:04,711 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:04,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44640 deadline: 1731130024710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:04,712 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:04,712 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:04,712 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:04,722 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:04,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44626 deadline: 1731130024720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:04,723 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:04,723 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:04,723 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:04,723 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:04,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44612 deadline: 1731130024720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:04,723 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:04,723 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:04,723 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:04,923 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:04,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44640 deadline: 1731130024923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:04,924 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:04,924 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:04,924 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:04,924 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:04,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44618 deadline: 1731130024923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:04,924 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:04,924 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:04,924 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:04,934 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:04,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44626 deadline: 1731130024930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:04,935 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:04,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44612 deadline: 1731130024930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:04,936 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:04,936 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:04,936 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:04,936 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:04,936 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:04,936 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:05,013 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=268 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/A/f5ffebb3c79e418ea06c67d45c285479 2024-11-09T05:26:05,022 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/B/7d2b5a1561334c9ca0f62ca4c58f5e85 is 50, key is test_row_0/B:col10/1731129964561/Put/seqid=0 2024-11-09T05:26:05,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742139_1315 (size=12301) 2024-11-09T05:26:05,029 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=268 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/B/7d2b5a1561334c9ca0f62ca4c58f5e85 2024-11-09T05:26:05,058 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/C/44fb8e8cf7df4853942300f46833fcca is 50, key is test_row_0/C:col10/1731129964561/Put/seqid=0 2024-11-09T05:26:05,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742140_1316 (size=12301) 2024-11-09T05:26:05,101 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=268 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/C/44fb8e8cf7df4853942300f46833fcca 2024-11-09T05:26:05,111 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/A/f5ffebb3c79e418ea06c67d45c285479 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/f5ffebb3c79e418ea06c67d45c285479 2024-11-09T05:26:05,122 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/f5ffebb3c79e418ea06c67d45c285479, entries=200, sequenceid=268, filesize=14.3 K 2024-11-09T05:26:05,125 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/B/7d2b5a1561334c9ca0f62ca4c58f5e85 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/7d2b5a1561334c9ca0f62ca4c58f5e85 2024-11-09T05:26:05,129 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/7d2b5a1561334c9ca0f62ca4c58f5e85, entries=150, sequenceid=268, filesize=12.0 K 2024-11-09T05:26:05,130 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/C/44fb8e8cf7df4853942300f46833fcca as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/44fb8e8cf7df4853942300f46833fcca 2024-11-09T05:26:05,140 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/44fb8e8cf7df4853942300f46833fcca, entries=150, sequenceid=268, filesize=12.0 K 2024-11-09T05:26:05,141 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for 4e718dacb7c04ccb21b0b565786c2404 in 580ms, sequenceid=268, compaction requested=true 2024-11-09T05:26:05,141 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4e718dacb7c04ccb21b0b565786c2404: 2024-11-09T05:26:05,142 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4e718dacb7c04ccb21b0b565786c2404:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T05:26:05,142 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:26:05,142 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:26:05,142 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4e718dacb7c04ccb21b0b565786c2404:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T05:26:05,142 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:26:05,142 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4e718dacb7c04ccb21b0b565786c2404:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T05:26:05,142 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:26:05,142 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:26:05,143 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39539 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:26:05,143 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1541): 4e718dacb7c04ccb21b0b565786c2404/A is initiating minor compaction (all files) 2024-11-09T05:26:05,143 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4e718dacb7c04ccb21b0b565786c2404/A in TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. 2024-11-09T05:26:05,143 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/680803eb363a427581db57521ebd9e0d, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/7738c91906dc414894b880924bfe4586, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/f5ffebb3c79e418ea06c67d45c285479] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp, totalSize=38.6 K 2024-11-09T05:26:05,144 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 680803eb363a427581db57521ebd9e0d, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=227, earliestPutTs=1731129963029 2024-11-09T05:26:05,144 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:26:05,144 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1541): 4e718dacb7c04ccb21b0b565786c2404/B is initiating minor compaction (all files) 2024-11-09T05:26:05,144 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4e718dacb7c04ccb21b0b565786c2404/B in TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. 2024-11-09T05:26:05,144 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/7f9dd3a7f5834f929ac7ad918edd0a9f, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/907429752ef04f91b8306d7325306f26, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/7d2b5a1561334c9ca0f62ca4c58f5e85] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp, totalSize=36.3 K 2024-11-09T05:26:05,145 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7738c91906dc414894b880924bfe4586, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731129963073 2024-11-09T05:26:05,145 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 7f9dd3a7f5834f929ac7ad918edd0a9f, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=227, earliestPutTs=1731129963029 2024-11-09T05:26:05,145 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 907429752ef04f91b8306d7325306f26, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731129963073 2024-11-09T05:26:05,145 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting f5ffebb3c79e418ea06c67d45c285479, keycount=200, bloomtype=ROW, size=14.3 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1731129964225 2024-11-09T05:26:05,145 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 7d2b5a1561334c9ca0f62ca4c58f5e85, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1731129964239 2024-11-09T05:26:05,166 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4e718dacb7c04ccb21b0b565786c2404#B#compaction#270 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:26:05,167 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/B/dcee233da8b346a8ba5382e4c7729645 is 50, key is test_row_0/B:col10/1731129964561/Put/seqid=0 2024-11-09T05:26:05,178 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4e718dacb7c04ccb21b0b565786c2404#A#compaction#271 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:26:05,179 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/A/891c9b6082f549439610e69e3edb9257 is 50, key is test_row_0/A:col10/1731129964561/Put/seqid=0 2024-11-09T05:26:05,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742141_1317 (size=12949) 2024-11-09T05:26:05,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(8855): Flush requested on 4e718dacb7c04ccb21b0b565786c2404 2024-11-09T05:26:05,234 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T05:26:05,234 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4e718dacb7c04ccb21b0b565786c2404 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-09T05:26:05,246 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/A/f919a19c8bca48fa839ead4d4355e8ba is 50, key is test_row_0/A:col10/1731129964597/Put/seqid=0 2024-11-09T05:26:05,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-09T05:26:05,250 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T05:26:05,251 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T05:26:05,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] procedure2.ProcedureExecutor(1139): Stored pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees 2024-11-09T05:26:05,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-09T05:26:05,254 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T05:26:05,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742142_1318 (size=12949) 2024-11-09T05:26:05,254 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T05:26:05,254 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=78, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T05:26:05,267 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:05,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44570 deadline: 1731130025260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:05,267 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:05,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44612 deadline: 1731130025261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:05,268 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:05,268 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:05,268 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:05,268 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 059551c538b7,40801,1731129891493 for 'test_row_2' in 4e718dacb7c04ccb21b0b565786c2404 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2190 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T05:26:05,268 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:05,268 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:05,268 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:05,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742143_1319 (size=14741) 2024-11-09T05:26:05,275 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:05,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44626 deadline: 1731130025264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:05,275 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:05,275 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:05,275 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:05,277 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:05,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44640 deadline: 1731130025269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:05,277 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:05,277 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:05,277 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:05,277 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:05,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44618 deadline: 1731130025269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:05,280 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:05,280 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:05,280 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:05,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-09T05:26:05,374 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:05,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44612 deadline: 1731130025370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:05,375 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:05,375 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:05,375 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:05,387 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:05,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44626 deadline: 1731130025384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:05,388 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:05,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44640 deadline: 1731130025385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:05,388 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:05,388 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:05,388 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:05,388 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:05,388 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:05,388 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:05,398 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:05,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44618 deadline: 1731130025396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:05,400 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:05,400 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:05,400 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:05,419 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-09T05:26:05,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. 2024-11-09T05:26:05,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. as already flushing 2024-11-09T05:26:05,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. 2024-11-09T05:26:05,419 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 4e718dacb7c04ccb21b0b565786c2404, NAME => 'TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:05,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 4e718dacb7c04ccb21b0b565786c2404, NAME => 'TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:05,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4e718dacb7c04ccb21b0b565786c2404, NAME => 'TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4e718dacb7c04ccb21b0b565786c2404, NAME => 'TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:05,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-09T05:26:05,574 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-09T05:26:05,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. 2024-11-09T05:26:05,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. as already flushing 2024-11-09T05:26:05,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. 2024-11-09T05:26:05,575 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 4e718dacb7c04ccb21b0b565786c2404, NAME => 'TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:05,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 4e718dacb7c04ccb21b0b565786c2404, NAME => 'TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:05,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4e718dacb7c04ccb21b0b565786c2404, NAME => 'TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4e718dacb7c04ccb21b0b565786c2404, NAME => 'TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:05,588 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:05,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44612 deadline: 1731130025581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:05,589 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:05,589 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:05,589 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:05,602 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:05,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44640 deadline: 1731130025600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:05,602 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:05,602 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:05,602 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:05,602 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:05,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44626 deadline: 1731130025600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:05,603 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:05,603 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:05,603 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:05,616 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:05,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44618 deadline: 1731130025612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:05,620 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:05,620 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:05,620 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:05,643 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/B/dcee233da8b346a8ba5382e4c7729645 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/dcee233da8b346a8ba5382e4c7729645 2024-11-09T05:26:05,648 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4e718dacb7c04ccb21b0b565786c2404/B of 4e718dacb7c04ccb21b0b565786c2404 into dcee233da8b346a8ba5382e4c7729645(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:26:05,648 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4e718dacb7c04ccb21b0b565786c2404: 2024-11-09T05:26:05,649 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., storeName=4e718dacb7c04ccb21b0b565786c2404/B, priority=13, startTime=1731129965142; duration=0sec 2024-11-09T05:26:05,649 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:26:05,649 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4e718dacb7c04ccb21b0b565786c2404:B 2024-11-09T05:26:05,649 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:26:05,650 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:26:05,650 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1541): 4e718dacb7c04ccb21b0b565786c2404/C is initiating minor compaction (all files) 2024-11-09T05:26:05,650 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4e718dacb7c04ccb21b0b565786c2404/C in TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. 2024-11-09T05:26:05,650 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/9e55816a001b487d8c48b5794ab36b9d, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/c97abce440ae4fb3b38a58bd22fc923f, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/44fb8e8cf7df4853942300f46833fcca] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp, totalSize=36.3 K 2024-11-09T05:26:05,650 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 9e55816a001b487d8c48b5794ab36b9d, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=227, earliestPutTs=1731129963029 2024-11-09T05:26:05,651 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting c97abce440ae4fb3b38a58bd22fc923f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731129963073 2024-11-09T05:26:05,651 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 44fb8e8cf7df4853942300f46833fcca, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1731129964239 2024-11-09T05:26:05,659 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/A/891c9b6082f549439610e69e3edb9257 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/891c9b6082f549439610e69e3edb9257 2024-11-09T05:26:05,667 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4e718dacb7c04ccb21b0b565786c2404/A of 4e718dacb7c04ccb21b0b565786c2404 into 891c9b6082f549439610e69e3edb9257(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:26:05,667 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4e718dacb7c04ccb21b0b565786c2404: 2024-11-09T05:26:05,667 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., storeName=4e718dacb7c04ccb21b0b565786c2404/A, priority=13, startTime=1731129965141; duration=0sec 2024-11-09T05:26:05,667 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:26:05,667 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4e718dacb7c04ccb21b0b565786c2404:A 2024-11-09T05:26:05,670 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4e718dacb7c04ccb21b0b565786c2404#C#compaction#273 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:26:05,670 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/C/1e145a6ee7ef4bfa84464c3afc9f476d is 50, key is test_row_0/C:col10/1731129964561/Put/seqid=0 2024-11-09T05:26:05,677 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/A/f919a19c8bca48fa839ead4d4355e8ba 2024-11-09T05:26:05,707 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/B/2481967a133841b5b4297c8e2b840734 is 50, key is test_row_0/B:col10/1731129964597/Put/seqid=0 2024-11-09T05:26:05,729 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-09T05:26:05,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. 2024-11-09T05:26:05,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. as already flushing 2024-11-09T05:26:05,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. 2024-11-09T05:26:05,729 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 4e718dacb7c04ccb21b0b565786c2404, NAME => 'TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:05,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 4e718dacb7c04ccb21b0b565786c2404, NAME => 'TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:05,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4e718dacb7c04ccb21b0b565786c2404, NAME => 'TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4e718dacb7c04ccb21b0b565786c2404, NAME => 'TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:05,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742144_1320 (size=12949) 2024-11-09T05:26:05,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742145_1321 (size=12301) 2024-11-09T05:26:05,784 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/B/2481967a133841b5b4297c8e2b840734 2024-11-09T05:26:05,799 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/C/409f7e374d3d45e48d4cce5eeb4ab747 is 50, key is test_row_0/C:col10/1731129964597/Put/seqid=0 2024-11-09T05:26:05,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742146_1322 (size=12301) 2024-11-09T05:26:05,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-09T05:26:05,881 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-09T05:26:05,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. 2024-11-09T05:26:05,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. as already flushing 2024-11-09T05:26:05,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. 2024-11-09T05:26:05,882 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 4e718dacb7c04ccb21b0b565786c2404, NAME => 'TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:05,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 4e718dacb7c04ccb21b0b565786c2404, NAME => 'TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:05,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4e718dacb7c04ccb21b0b565786c2404, NAME => 'TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4e718dacb7c04ccb21b0b565786c2404, NAME => 'TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:05,901 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:05,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44612 deadline: 1731130025900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:05,902 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:05,902 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:05,902 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:05,912 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:05,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44640 deadline: 1731130025910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:05,912 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:05,912 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:05,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44626 deadline: 1731130025910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:05,912 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:05,912 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:05,912 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:05,912 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:05,912 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:05,932 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:05,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44618 deadline: 1731130025930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:05,933 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:05,933 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:05,933 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:06,034 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-09T05:26:06,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. 2024-11-09T05:26:06,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. as already flushing 2024-11-09T05:26:06,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. 2024-11-09T05:26:06,034 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 4e718dacb7c04ccb21b0b565786c2404, NAME => 'TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:06,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 4e718dacb7c04ccb21b0b565786c2404, NAME => 'TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:06,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4e718dacb7c04ccb21b0b565786c2404, NAME => 'TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4e718dacb7c04ccb21b0b565786c2404, NAME => 'TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:06,192 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/C/1e145a6ee7ef4bfa84464c3afc9f476d as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/1e145a6ee7ef4bfa84464c3afc9f476d 2024-11-09T05:26:06,195 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-09T05:26:06,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. 2024-11-09T05:26:06,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. as already flushing 2024-11-09T05:26:06,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. 2024-11-09T05:26:06,195 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 4e718dacb7c04ccb21b0b565786c2404, NAME => 'TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:06,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 4e718dacb7c04ccb21b0b565786c2404, NAME => 'TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:06,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4e718dacb7c04ccb21b0b565786c2404, NAME => 'TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4e718dacb7c04ccb21b0b565786c2404, NAME => 'TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:06,199 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4e718dacb7c04ccb21b0b565786c2404/C of 4e718dacb7c04ccb21b0b565786c2404 into 1e145a6ee7ef4bfa84464c3afc9f476d(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:26:06,199 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4e718dacb7c04ccb21b0b565786c2404: 2024-11-09T05:26:06,199 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., storeName=4e718dacb7c04ccb21b0b565786c2404/C, priority=13, startTime=1731129965142; duration=0sec 2024-11-09T05:26:06,199 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:26:06,200 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4e718dacb7c04ccb21b0b565786c2404:C 2024-11-09T05:26:06,244 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/C/409f7e374d3d45e48d4cce5eeb4ab747 2024-11-09T05:26:06,255 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/A/f919a19c8bca48fa839ead4d4355e8ba as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/f919a19c8bca48fa839ead4d4355e8ba 2024-11-09T05:26:06,261 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/f919a19c8bca48fa839ead4d4355e8ba, entries=200, sequenceid=291, filesize=14.4 K 2024-11-09T05:26:06,262 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/B/2481967a133841b5b4297c8e2b840734 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/2481967a133841b5b4297c8e2b840734 2024-11-09T05:26:06,272 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/2481967a133841b5b4297c8e2b840734, entries=150, sequenceid=291, filesize=12.0 K 2024-11-09T05:26:06,276 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/C/409f7e374d3d45e48d4cce5eeb4ab747 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/409f7e374d3d45e48d4cce5eeb4ab747 2024-11-09T05:26:06,284 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/409f7e374d3d45e48d4cce5eeb4ab747, entries=150, sequenceid=291, filesize=12.0 K 2024-11-09T05:26:06,285 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 4e718dacb7c04ccb21b0b565786c2404 in 1051ms, sequenceid=291, compaction requested=false 2024-11-09T05:26:06,285 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4e718dacb7c04ccb21b0b565786c2404: 2024-11-09T05:26:06,348 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-09T05:26:06,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. 2024-11-09T05:26:06,349 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2902): Flushing 4e718dacb7c04ccb21b0b565786c2404 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-09T05:26:06,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/A/f2ff21d7e7324b28bc9ddc03781721f3 is 50, key is test_row_0/A:col10/1731129965265/Put/seqid=0 2024-11-09T05:26:06,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742147_1323 (size=12301) 2024-11-09T05:26:06,387 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=307 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/A/f2ff21d7e7324b28bc9ddc03781721f3 2024-11-09T05:26:06,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-09T05:26:06,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/B/0349cc84403e48d895f9780dbeb429f9 is 50, key is test_row_0/B:col10/1731129965265/Put/seqid=0 2024-11-09T05:26:06,412 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. as already flushing 2024-11-09T05:26:06,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(8855): Flush requested on 4e718dacb7c04ccb21b0b565786c2404 2024-11-09T05:26:06,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742148_1324 (size=12301) 2024-11-09T05:26:06,426 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=307 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/B/0349cc84403e48d895f9780dbeb429f9 2024-11-09T05:26:06,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/C/21110b066eef469cbd1941eb75d1b078 is 50, key is test_row_0/C:col10/1731129965265/Put/seqid=0 2024-11-09T05:26:06,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742149_1325 (size=12301) 2024-11-09T05:26:06,491 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:06,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44640 deadline: 1731130026460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:06,492 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:06,492 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:06,492 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:06,497 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:06,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44618 deadline: 1731130026492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:06,497 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:06,497 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:06,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44626 deadline: 1731130026492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:06,497 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:06,497 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:06,497 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:06,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44612 deadline: 1731130026493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:06,498 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:06,498 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:06,498 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:06,498 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:06,498 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:06,498 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:06,602 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:06,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44640 deadline: 1731130026600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:06,603 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:06,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44612 deadline: 1731130026601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:06,603 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:06,603 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:06,603 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:06,603 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:06,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44618 deadline: 1731130026601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:06,604 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:06,604 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:06,604 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:06,604 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:06,604 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:06,604 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:06,604 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:06,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44626 deadline: 1731130026601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:06,605 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:06,605 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:06,605 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:06,813 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:06,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44618 deadline: 1731130026810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:06,813 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:06,814 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:06,814 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:06,815 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:06,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44640 deadline: 1731130026810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:06,815 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:06,815 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:06,815 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:06,816 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:06,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44612 deadline: 1731130026811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:06,816 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:06,816 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:06,816 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:06,816 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:06,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44626 deadline: 1731130026811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:06,817 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:06,817 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:06,817 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:06,878 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=307 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/C/21110b066eef469cbd1941eb75d1b078 2024-11-09T05:26:06,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/A/f2ff21d7e7324b28bc9ddc03781721f3 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/f2ff21d7e7324b28bc9ddc03781721f3 2024-11-09T05:26:06,893 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/f2ff21d7e7324b28bc9ddc03781721f3, entries=150, sequenceid=307, filesize=12.0 K 2024-11-09T05:26:06,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/B/0349cc84403e48d895f9780dbeb429f9 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/0349cc84403e48d895f9780dbeb429f9 2024-11-09T05:26:06,898 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/0349cc84403e48d895f9780dbeb429f9, entries=150, sequenceid=307, filesize=12.0 K 2024-11-09T05:26:06,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/C/21110b066eef469cbd1941eb75d1b078 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/21110b066eef469cbd1941eb75d1b078 2024-11-09T05:26:06,904 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/21110b066eef469cbd1941eb75d1b078, entries=150, sequenceid=307, filesize=12.0 K 2024-11-09T05:26:06,905 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 4e718dacb7c04ccb21b0b565786c2404 in 557ms, sequenceid=307, compaction requested=true 2024-11-09T05:26:06,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2603): Flush status journal for 4e718dacb7c04ccb21b0b565786c2404: 2024-11-09T05:26:06,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. 2024-11-09T05:26:06,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=79 2024-11-09T05:26:06,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4169): Remote procedure done, pid=79 2024-11-09T05:26:06,910 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=78 2024-11-09T05:26:06,910 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6540 sec 2024-11-09T05:26:06,914 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees in 1.6600 sec 2024-11-09T05:26:07,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(8855): Flush requested on 4e718dacb7c04ccb21b0b565786c2404 2024-11-09T05:26:07,123 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T05:26:07,123 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4e718dacb7c04ccb21b0b565786c2404 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-09T05:26:07,128 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/A/448fcf4705fa43ecabd953d7730d9313 is 50, key is test_row_0/A:col10/1731129967122/Put/seqid=0 2024-11-09T05:26:07,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742150_1326 (size=12301) 2024-11-09T05:26:07,136 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:07,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44640 deadline: 1731130027131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:07,136 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/A/448fcf4705fa43ecabd953d7730d9313 2024-11-09T05:26:07,136 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:07,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44626 deadline: 1731130027132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:07,137 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:07,137 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:07,137 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:07,137 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:07,137 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:07,137 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:07,137 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:07,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44612 deadline: 1731130027136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:07,138 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:07,138 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:07,138 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:07,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44618 deadline: 1731130027137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:07,138 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:07,139 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:07,139 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:07,139 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:07,144 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/B/0779eb60b9104aeebdd173bcc6322b16 is 50, key is test_row_0/B:col10/1731129967122/Put/seqid=0 2024-11-09T05:26:07,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742151_1327 (size=12301) 2024-11-09T05:26:07,147 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/B/0779eb60b9104aeebdd173bcc6322b16 2024-11-09T05:26:07,154 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/C/7a4ffd1d97e240d6990f9afff627971d is 50, key is test_row_0/C:col10/1731129967122/Put/seqid=0 2024-11-09T05:26:07,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742152_1328 (size=12301) 2024-11-09T05:26:07,184 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/C/7a4ffd1d97e240d6990f9afff627971d 2024-11-09T05:26:07,188 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/A/448fcf4705fa43ecabd953d7730d9313 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/448fcf4705fa43ecabd953d7730d9313 2024-11-09T05:26:07,194 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/448fcf4705fa43ecabd953d7730d9313, entries=150, sequenceid=332, filesize=12.0 K 2024-11-09T05:26:07,195 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/B/0779eb60b9104aeebdd173bcc6322b16 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/0779eb60b9104aeebdd173bcc6322b16 2024-11-09T05:26:07,198 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/0779eb60b9104aeebdd173bcc6322b16, entries=150, sequenceid=332, filesize=12.0 K 2024-11-09T05:26:07,199 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/C/7a4ffd1d97e240d6990f9afff627971d as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/7a4ffd1d97e240d6990f9afff627971d 2024-11-09T05:26:07,203 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/7a4ffd1d97e240d6990f9afff627971d, entries=150, sequenceid=332, filesize=12.0 K 2024-11-09T05:26:07,203 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 4e718dacb7c04ccb21b0b565786c2404 in 80ms, sequenceid=332, compaction requested=true 2024-11-09T05:26:07,203 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4e718dacb7c04ccb21b0b565786c2404: 2024-11-09T05:26:07,203 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4e718dacb7c04ccb21b0b565786c2404:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T05:26:07,203 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:26:07,203 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T05:26:07,203 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4e718dacb7c04ccb21b0b565786c2404:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T05:26:07,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:26:07,204 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T05:26:07,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4e718dacb7c04ccb21b0b565786c2404:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T05:26:07,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:26:07,205 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49852 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T05:26:07,205 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1541): 4e718dacb7c04ccb21b0b565786c2404/B is initiating minor compaction (all files) 2024-11-09T05:26:07,205 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4e718dacb7c04ccb21b0b565786c2404/B in TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. 2024-11-09T05:26:07,205 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/dcee233da8b346a8ba5382e4c7729645, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/2481967a133841b5b4297c8e2b840734, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/0349cc84403e48d895f9780dbeb429f9, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/0779eb60b9104aeebdd173bcc6322b16] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp, totalSize=48.7 K 2024-11-09T05:26:07,205 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52292 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T05:26:07,205 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1541): 4e718dacb7c04ccb21b0b565786c2404/A is initiating minor compaction (all files) 2024-11-09T05:26:07,205 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4e718dacb7c04ccb21b0b565786c2404/A in TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. 2024-11-09T05:26:07,205 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/891c9b6082f549439610e69e3edb9257, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/f919a19c8bca48fa839ead4d4355e8ba, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/f2ff21d7e7324b28bc9ddc03781721f3, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/448fcf4705fa43ecabd953d7730d9313] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp, totalSize=51.1 K 2024-11-09T05:26:07,206 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting dcee233da8b346a8ba5382e4c7729645, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1731129964239 2024-11-09T05:26:07,206 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 891c9b6082f549439610e69e3edb9257, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1731129964239 2024-11-09T05:26:07,206 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 2481967a133841b5b4297c8e2b840734, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1731129964580 2024-11-09T05:26:07,206 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting f919a19c8bca48fa839ead4d4355e8ba, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1731129964580 2024-11-09T05:26:07,206 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 0349cc84403e48d895f9780dbeb429f9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1731129965249 2024-11-09T05:26:07,206 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting f2ff21d7e7324b28bc9ddc03781721f3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1731129965249 2024-11-09T05:26:07,206 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 0779eb60b9104aeebdd173bcc6322b16, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1731129966475 2024-11-09T05:26:07,206 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 448fcf4705fa43ecabd953d7730d9313, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1731129966475 2024-11-09T05:26:07,216 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4e718dacb7c04ccb21b0b565786c2404#A#compaction#282 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:26:07,217 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/A/155d968fc0fa452d85340a1641d6313c is 50, key is test_row_0/A:col10/1731129967122/Put/seqid=0 2024-11-09T05:26:07,230 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4e718dacb7c04ccb21b0b565786c2404#B#compaction#283 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:26:07,231 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/B/c773615851ad4657b898ed9dbf0b226b is 50, key is test_row_0/B:col10/1731129967122/Put/seqid=0 2024-11-09T05:26:07,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742153_1329 (size=13085) 2024-11-09T05:26:07,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(8855): Flush requested on 4e718dacb7c04ccb21b0b565786c2404 2024-11-09T05:26:07,243 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T05:26:07,243 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4e718dacb7c04ccb21b0b565786c2404 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-09T05:26:07,257 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/A/d2a983c91d9d465398e0b93b59a1238f is 50, key is test_row_0/A:col10/1731129967135/Put/seqid=0 2024-11-09T05:26:07,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742155_1331 (size=12301) 2024-11-09T05:26:07,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742154_1330 (size=13085) 2024-11-09T05:26:07,286 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:07,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44640 deadline: 1731130027278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:07,286 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:07,286 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:07,286 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:07,286 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:07,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44618 deadline: 1731130027279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:07,286 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:07,286 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:07,286 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:07,286 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:07,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44626 deadline: 1731130027280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:07,287 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:07,287 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:07,287 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:07,287 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:07,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44612 deadline: 1731130027281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:07,287 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:07,287 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:07,287 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:07,294 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:07,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44570 deadline: 1731130027290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:07,294 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 059551c538b7,40801,1731129891493 for 'test_row_2' in 4e718dacb7c04ccb21b0b565786c2404 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4217 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T05:26:07,295 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:07,295 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:07,295 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:07,392 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:07,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44640 deadline: 1731130027389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:07,393 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:07,393 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:07,393 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:07,393 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:07,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44612 deadline: 1731130027390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:07,394 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:07,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44626 deadline: 1731130027390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:07,394 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:07,394 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:07,394 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:07,394 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:07,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44618 deadline: 1731130027390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:07,394 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:07,394 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:07,394 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:07,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-09T05:26:07,400 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:07,400 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:07,400 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:07,400 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T05:26:07,401 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T05:26:07,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] procedure2.ProcedureExecutor(1139): Stored pid=80, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees 2024-11-09T05:26:07,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-09T05:26:07,404 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=80, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T05:26:07,405 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=80, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T05:26:07,405 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=81, ppid=80, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T05:26:07,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-09T05:26:07,562 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-09T05:26:07,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. 2024-11-09T05:26:07,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. as already flushing 2024-11-09T05:26:07,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. 2024-11-09T05:26:07,562 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => 4e718dacb7c04ccb21b0b565786c2404, NAME => 'TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:07,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => 4e718dacb7c04ccb21b0b565786c2404, NAME => 'TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:07,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4e718dacb7c04ccb21b0b565786c2404, NAME => 'TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4e718dacb7c04ccb21b0b565786c2404, NAME => 'TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:07,606 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:07,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44626 deadline: 1731130027600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:07,606 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:07,606 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:07,606 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:07,606 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:07,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44618 deadline: 1731130027600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:07,607 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:07,607 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:07,607 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:07,607 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:07,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44640 deadline: 1731130027601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:07,607 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:07,607 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:07,607 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:07,614 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:07,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44612 deadline: 1731130027612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:07,620 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:07,620 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:07,620 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:07,644 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/A/155d968fc0fa452d85340a1641d6313c as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/155d968fc0fa452d85340a1641d6313c 2024-11-09T05:26:07,657 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 4e718dacb7c04ccb21b0b565786c2404/A of 4e718dacb7c04ccb21b0b565786c2404 into 155d968fc0fa452d85340a1641d6313c(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:26:07,657 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4e718dacb7c04ccb21b0b565786c2404: 2024-11-09T05:26:07,657 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., storeName=4e718dacb7c04ccb21b0b565786c2404/A, priority=12, startTime=1731129967203; duration=0sec 2024-11-09T05:26:07,657 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:26:07,658 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4e718dacb7c04ccb21b0b565786c2404:A 2024-11-09T05:26:07,658 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T05:26:07,659 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49852 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T05:26:07,659 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1541): 4e718dacb7c04ccb21b0b565786c2404/C is initiating minor compaction (all files) 2024-11-09T05:26:07,659 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4e718dacb7c04ccb21b0b565786c2404/C in TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. 2024-11-09T05:26:07,659 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/1e145a6ee7ef4bfa84464c3afc9f476d, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/409f7e374d3d45e48d4cce5eeb4ab747, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/21110b066eef469cbd1941eb75d1b078, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/7a4ffd1d97e240d6990f9afff627971d] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp, totalSize=48.7 K 2024-11-09T05:26:07,660 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1e145a6ee7ef4bfa84464c3afc9f476d, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1731129964239 2024-11-09T05:26:07,660 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=345 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/A/d2a983c91d9d465398e0b93b59a1238f 2024-11-09T05:26:07,660 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 409f7e374d3d45e48d4cce5eeb4ab747, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1731129964580 2024-11-09T05:26:07,660 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 21110b066eef469cbd1941eb75d1b078, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1731129965249 2024-11-09T05:26:07,661 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7a4ffd1d97e240d6990f9afff627971d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1731129966475 2024-11-09T05:26:07,671 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/B/c773615851ad4657b898ed9dbf0b226b as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/c773615851ad4657b898ed9dbf0b226b 2024-11-09T05:26:07,676 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 4e718dacb7c04ccb21b0b565786c2404/B of 4e718dacb7c04ccb21b0b565786c2404 into c773615851ad4657b898ed9dbf0b226b(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:26:07,676 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4e718dacb7c04ccb21b0b565786c2404: 2024-11-09T05:26:07,676 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., storeName=4e718dacb7c04ccb21b0b565786c2404/B, priority=12, startTime=1731129967203; duration=0sec 2024-11-09T05:26:07,676 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:26:07,676 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4e718dacb7c04ccb21b0b565786c2404:B 2024-11-09T05:26:07,678 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4e718dacb7c04ccb21b0b565786c2404#C#compaction#285 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:26:07,679 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/C/ea7cb1767cc34e28a11f58bf71ccc0d6 is 50, key is test_row_0/C:col10/1731129967122/Put/seqid=0 2024-11-09T05:26:07,682 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/B/56f2bc769b9e4a65a54910d7ae926c75 is 50, key is test_row_0/B:col10/1731129967135/Put/seqid=0 2024-11-09T05:26:07,716 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-09T05:26:07,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. 2024-11-09T05:26:07,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. as already flushing 2024-11-09T05:26:07,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. 2024-11-09T05:26:07,716 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => 4e718dacb7c04ccb21b0b565786c2404, NAME => 'TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:07,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => 4e718dacb7c04ccb21b0b565786c2404, NAME => 'TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:07,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4e718dacb7c04ccb21b0b565786c2404, NAME => 'TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4e718dacb7c04ccb21b0b565786c2404, NAME => 'TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:07,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742156_1332 (size=12301) 2024-11-09T05:26:07,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-09T05:26:07,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742157_1333 (size=13085) 2024-11-09T05:26:07,870 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-09T05:26:07,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. 2024-11-09T05:26:07,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. as already flushing 2024-11-09T05:26:07,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. 2024-11-09T05:26:07,870 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => 4e718dacb7c04ccb21b0b565786c2404, NAME => 'TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:07,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => 4e718dacb7c04ccb21b0b565786c2404, NAME => 'TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:07,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4e718dacb7c04ccb21b0b565786c2404, NAME => 'TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4e718dacb7c04ccb21b0b565786c2404, NAME => 'TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:07,912 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:07,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44626 deadline: 1731130027910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:07,912 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:07,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44618 deadline: 1731130027910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:07,913 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:07,913 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:07,913 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:07,913 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:07,913 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:07,913 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:07,922 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:07,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44640 deadline: 1731130027920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:07,922 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:07,922 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:07,922 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:07,931 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:07,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44612 deadline: 1731130027930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:07,931 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:07,931 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:07,931 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:08,027 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-09T05:26:08,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. 2024-11-09T05:26:08,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. as already flushing 2024-11-09T05:26:08,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. 2024-11-09T05:26:08,028 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => 4e718dacb7c04ccb21b0b565786c2404, NAME => 'TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:08,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => 4e718dacb7c04ccb21b0b565786c2404, NAME => 'TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:08,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4e718dacb7c04ccb21b0b565786c2404, NAME => 'TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4e718dacb7c04ccb21b0b565786c2404, NAME => 'TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:08,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-09T05:26:08,120 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=345 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/B/56f2bc769b9e4a65a54910d7ae926c75 2024-11-09T05:26:08,134 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/C/ea7cb1767cc34e28a11f58bf71ccc0d6 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/ea7cb1767cc34e28a11f58bf71ccc0d6 2024-11-09T05:26:08,138 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 4e718dacb7c04ccb21b0b565786c2404/C of 4e718dacb7c04ccb21b0b565786c2404 into ea7cb1767cc34e28a11f58bf71ccc0d6(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:26:08,138 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4e718dacb7c04ccb21b0b565786c2404: 2024-11-09T05:26:08,138 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., storeName=4e718dacb7c04ccb21b0b565786c2404/C, priority=12, startTime=1731129967204; duration=0sec 2024-11-09T05:26:08,138 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:26:08,139 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4e718dacb7c04ccb21b0b565786c2404:C 2024-11-09T05:26:08,141 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/C/0a819cd1a4ad4a249f655d1291219208 is 50, key is test_row_0/C:col10/1731129967135/Put/seqid=0 2024-11-09T05:26:08,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742158_1334 (size=12301) 2024-11-09T05:26:08,186 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-09T05:26:08,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. 2024-11-09T05:26:08,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. as already flushing 2024-11-09T05:26:08,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. 2024-11-09T05:26:08,186 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => 4e718dacb7c04ccb21b0b565786c2404, NAME => 'TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:08,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => 4e718dacb7c04ccb21b0b565786c2404, NAME => 'TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:08,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4e718dacb7c04ccb21b0b565786c2404, NAME => 'TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4e718dacb7c04ccb21b0b565786c2404, NAME => 'TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:08,339 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-09T05:26:08,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. 2024-11-09T05:26:08,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. as already flushing 2024-11-09T05:26:08,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. 2024-11-09T05:26:08,339 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => 4e718dacb7c04ccb21b0b565786c2404, NAME => 'TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:08,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => 4e718dacb7c04ccb21b0b565786c2404, NAME => 'TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:08,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4e718dacb7c04ccb21b0b565786c2404, NAME => 'TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4e718dacb7c04ccb21b0b565786c2404, NAME => 'TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:08,422 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:08,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44626 deadline: 1731130028420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:08,422 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:08,422 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:08,422 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:08,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44618 deadline: 1731130028420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:08,422 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:08,422 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:08,422 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:08,422 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:08,432 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:08,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44640 deadline: 1731130028430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:08,433 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:08,433 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:08,433 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:08,443 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:08,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44612 deadline: 1731130028440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:08,443 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:08,443 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:08,443 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:08,491 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-09T05:26:08,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. 2024-11-09T05:26:08,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. as already flushing 2024-11-09T05:26:08,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. 2024-11-09T05:26:08,492 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => 4e718dacb7c04ccb21b0b565786c2404, NAME => 'TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:08,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => 4e718dacb7c04ccb21b0b565786c2404, NAME => 'TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:08,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4e718dacb7c04ccb21b0b565786c2404, NAME => 'TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4e718dacb7c04ccb21b0b565786c2404, NAME => 'TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:08,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-09T05:26:08,546 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=345 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/C/0a819cd1a4ad4a249f655d1291219208 2024-11-09T05:26:08,550 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/A/d2a983c91d9d465398e0b93b59a1238f as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/d2a983c91d9d465398e0b93b59a1238f 2024-11-09T05:26:08,553 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/d2a983c91d9d465398e0b93b59a1238f, entries=150, sequenceid=345, filesize=12.0 K 2024-11-09T05:26:08,553 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/B/56f2bc769b9e4a65a54910d7ae926c75 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/56f2bc769b9e4a65a54910d7ae926c75 2024-11-09T05:26:08,557 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/56f2bc769b9e4a65a54910d7ae926c75, entries=150, sequenceid=345, filesize=12.0 K 2024-11-09T05:26:08,557 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/C/0a819cd1a4ad4a249f655d1291219208 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/0a819cd1a4ad4a249f655d1291219208 2024-11-09T05:26:08,562 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/0a819cd1a4ad4a249f655d1291219208, entries=150, sequenceid=345, filesize=12.0 K 2024-11-09T05:26:08,562 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 4e718dacb7c04ccb21b0b565786c2404 in 1319ms, sequenceid=345, compaction requested=false 2024-11-09T05:26:08,562 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4e718dacb7c04ccb21b0b565786c2404: 2024-11-09T05:26:08,654 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-09T05:26:08,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. 2024-11-09T05:26:08,654 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2902): Flushing 4e718dacb7c04ccb21b0b565786c2404 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-09T05:26:08,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/A/fb7f8302571841419137a3c1c343c1d6 is 50, key is test_row_0/A:col10/1731129967277/Put/seqid=0 2024-11-09T05:26:08,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742159_1335 (size=12301) 2024-11-09T05:26:08,703 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/A/fb7f8302571841419137a3c1c343c1d6 2024-11-09T05:26:08,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/B/4cd7a179b7ee4134aff8be0861455baf is 50, key is test_row_0/B:col10/1731129967277/Put/seqid=0 2024-11-09T05:26:08,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742160_1336 (size=12301) 2024-11-09T05:26:08,755 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/B/4cd7a179b7ee4134aff8be0861455baf 2024-11-09T05:26:08,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/C/ee915a1e08b14f2786ef77b52cd333ff is 50, key is test_row_0/C:col10/1731129967277/Put/seqid=0 2024-11-09T05:26:08,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742161_1337 (size=12301) 2024-11-09T05:26:09,192 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/C/ee915a1e08b14f2786ef77b52cd333ff 2024-11-09T05:26:09,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/A/fb7f8302571841419137a3c1c343c1d6 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/fb7f8302571841419137a3c1c343c1d6 2024-11-09T05:26:09,216 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/fb7f8302571841419137a3c1c343c1d6, entries=150, sequenceid=371, filesize=12.0 K 2024-11-09T05:26:09,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/B/4cd7a179b7ee4134aff8be0861455baf as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/4cd7a179b7ee4134aff8be0861455baf 2024-11-09T05:26:09,223 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/4cd7a179b7ee4134aff8be0861455baf, entries=150, sequenceid=371, filesize=12.0 K 2024-11-09T05:26:09,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/C/ee915a1e08b14f2786ef77b52cd333ff as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/ee915a1e08b14f2786ef77b52cd333ff 2024-11-09T05:26:09,230 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/ee915a1e08b14f2786ef77b52cd333ff, entries=150, sequenceid=371, filesize=12.0 K 2024-11-09T05:26:09,231 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=0 B/0 for 4e718dacb7c04ccb21b0b565786c2404 in 577ms, sequenceid=371, compaction requested=true 2024-11-09T05:26:09,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2603): Flush status journal for 4e718dacb7c04ccb21b0b565786c2404: 2024-11-09T05:26:09,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. 2024-11-09T05:26:09,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=81 2024-11-09T05:26:09,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4169): Remote procedure done, pid=81 2024-11-09T05:26:09,234 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=81, resume processing ppid=80 2024-11-09T05:26:09,234 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, ppid=80, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8270 sec 2024-11-09T05:26:09,237 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees in 1.8340 sec 2024-11-09T05:26:09,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(8855): Flush requested on 4e718dacb7c04ccb21b0b565786c2404 2024-11-09T05:26:09,444 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T05:26:09,444 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4e718dacb7c04ccb21b0b565786c2404 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-09T05:26:09,450 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/A/98a81ff41000494580de8bcafb0edc30 is 50, key is test_row_0/A:col10/1731129969443/Put/seqid=0 2024-11-09T05:26:09,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742162_1338 (size=9857) 2024-11-09T05:26:09,495 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:09,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44618 deadline: 1731130029489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:09,496 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:09,496 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:09,496 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:09,499 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:09,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44612 deadline: 1731130029494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:09,499 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:09,499 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:09,500 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:09,499 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:09,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44640 deadline: 1731130029495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:09,500 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:09,500 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:09,500 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:09,500 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:09,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44626 deadline: 1731130029496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:09,500 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:09,500 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:09,500 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:09,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-09T05:26:09,552 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T05:26:09,554 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T05:26:09,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] procedure2.ProcedureExecutor(1139): Stored pid=82, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees 2024-11-09T05:26:09,556 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=82, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T05:26:09,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-09T05:26:09,557 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=82, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T05:26:09,557 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=83, ppid=82, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T05:26:09,602 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:09,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44618 deadline: 1731130029600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:09,602 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:09,602 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:09,602 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:09,613 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:09,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44626 deadline: 1731130029610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:09,613 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:09,613 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:09,613 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:09,613 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:09,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44640 deadline: 1731130029610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:09,613 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:09,613 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:09,613 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:09,613 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:09,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44612 deadline: 1731130029610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:09,614 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:09,614 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:09,614 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:09,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-09T05:26:09,708 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-09T05:26:09,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. 2024-11-09T05:26:09,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. as already flushing 2024-11-09T05:26:09,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. 2024-11-09T05:26:09,709 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => 4e718dacb7c04ccb21b0b565786c2404, NAME => 'TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:09,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => 4e718dacb7c04ccb21b0b565786c2404, NAME => 'TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:09,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4e718dacb7c04ccb21b0b565786c2404, NAME => 'TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4e718dacb7c04ccb21b0b565786c2404, NAME => 'TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:09,811 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:09,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44618 deadline: 1731130029810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:09,812 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:09,812 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:09,812 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:09,824 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:09,824 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:09,824 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:09,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44626 deadline: 1731130029820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:09,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44612 deadline: 1731130029820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:09,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44640 deadline: 1731130029821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:09,824 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:09,824 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:09,824 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:09,825 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:09,825 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:09,825 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:09,827 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:09,827 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:09,827 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:09,860 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-09T05:26:09,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. 2024-11-09T05:26:09,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. as already flushing 2024-11-09T05:26:09,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. 2024-11-09T05:26:09,861 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => 4e718dacb7c04ccb21b0b565786c2404, NAME => 'TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:09,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => 4e718dacb7c04ccb21b0b565786c2404, NAME => 'TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:09,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4e718dacb7c04ccb21b0b565786c2404, NAME => 'TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4e718dacb7c04ccb21b0b565786c2404, NAME => 'TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:09,867 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=382 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/A/98a81ff41000494580de8bcafb0edc30 2024-11-09T05:26:09,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-09T05:26:09,874 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/B/6a4c05bb09eb4705b3ce6ce3dc3f8862 is 50, key is test_row_0/B:col10/1731129969443/Put/seqid=0 2024-11-09T05:26:09,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742163_1339 (size=9857) 2024-11-09T05:26:09,898 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=382 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/B/6a4c05bb09eb4705b3ce6ce3dc3f8862 2024-11-09T05:26:09,918 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/C/c0d36bdf477249caae65f60303a47e4c is 50, key is test_row_0/C:col10/1731129969443/Put/seqid=0 2024-11-09T05:26:09,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742164_1340 (size=9857) 2024-11-09T05:26:10,016 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-09T05:26:10,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. 2024-11-09T05:26:10,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. as already flushing 2024-11-09T05:26:10,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. 2024-11-09T05:26:10,016 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => 4e718dacb7c04ccb21b0b565786c2404, NAME => 'TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:10,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => 4e718dacb7c04ccb21b0b565786c2404, NAME => 'TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:10,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4e718dacb7c04ccb21b0b565786c2404, NAME => 'TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4e718dacb7c04ccb21b0b565786c2404, NAME => 'TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:10,121 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:10,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44618 deadline: 1731130030120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:10,122 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:10,122 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:10,122 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:10,139 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:10,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44626 deadline: 1731130030136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:10,140 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:10,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44640 deadline: 1731130030136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:10,140 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:10,141 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:10,141 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:10,141 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:10,141 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:10,141 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:10,143 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:10,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44612 deadline: 1731130030138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:10,148 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:10,148 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:10,148 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:10,172 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-09T05:26:10,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. 2024-11-09T05:26:10,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. as already flushing 2024-11-09T05:26:10,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. 2024-11-09T05:26:10,173 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => 4e718dacb7c04ccb21b0b565786c2404, NAME => 'TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:10,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => 4e718dacb7c04ccb21b0b565786c2404, NAME => 'TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:10,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4e718dacb7c04ccb21b0b565786c2404, NAME => 'TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4e718dacb7c04ccb21b0b565786c2404, NAME => 'TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:10,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-09T05:26:10,333 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-09T05:26:10,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. 2024-11-09T05:26:10,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. as already flushing 2024-11-09T05:26:10,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. 2024-11-09T05:26:10,333 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => 4e718dacb7c04ccb21b0b565786c2404, NAME => 'TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:10,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => 4e718dacb7c04ccb21b0b565786c2404, NAME => 'TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:10,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4e718dacb7c04ccb21b0b565786c2404, NAME => 'TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4e718dacb7c04ccb21b0b565786c2404, NAME => 'TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:10,343 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=382 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/C/c0d36bdf477249caae65f60303a47e4c 2024-11-09T05:26:10,347 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/A/98a81ff41000494580de8bcafb0edc30 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/98a81ff41000494580de8bcafb0edc30 2024-11-09T05:26:10,354 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/98a81ff41000494580de8bcafb0edc30, entries=100, sequenceid=382, filesize=9.6 K 2024-11-09T05:26:10,355 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/B/6a4c05bb09eb4705b3ce6ce3dc3f8862 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/6a4c05bb09eb4705b3ce6ce3dc3f8862 2024-11-09T05:26:10,361 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/6a4c05bb09eb4705b3ce6ce3dc3f8862, entries=100, sequenceid=382, filesize=9.6 K 2024-11-09T05:26:10,362 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/C/c0d36bdf477249caae65f60303a47e4c as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/c0d36bdf477249caae65f60303a47e4c 2024-11-09T05:26:10,370 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/c0d36bdf477249caae65f60303a47e4c, entries=100, sequenceid=382, filesize=9.6 K 2024-11-09T05:26:10,371 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 4e718dacb7c04ccb21b0b565786c2404 in 927ms, sequenceid=382, compaction requested=true 2024-11-09T05:26:10,371 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4e718dacb7c04ccb21b0b565786c2404: 2024-11-09T05:26:10,371 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4e718dacb7c04ccb21b0b565786c2404:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T05:26:10,371 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:26:10,371 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4e718dacb7c04ccb21b0b565786c2404:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T05:26:10,371 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-09T05:26:10,371 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4e718dacb7c04ccb21b0b565786c2404:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T05:26:10,371 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-09T05:26:10,371 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T05:26:10,372 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T05:26:10,373 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47544 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T05:26:10,373 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47544 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T05:26:10,373 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1541): 4e718dacb7c04ccb21b0b565786c2404/A is initiating minor compaction (all files) 2024-11-09T05:26:10,373 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4e718dacb7c04ccb21b0b565786c2404/A in TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. 2024-11-09T05:26:10,374 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/155d968fc0fa452d85340a1641d6313c, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/d2a983c91d9d465398e0b93b59a1238f, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/fb7f8302571841419137a3c1c343c1d6, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/98a81ff41000494580de8bcafb0edc30] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp, totalSize=46.4 K 2024-11-09T05:26:10,374 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1541): 4e718dacb7c04ccb21b0b565786c2404/C is initiating minor compaction (all files) 2024-11-09T05:26:10,374 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4e718dacb7c04ccb21b0b565786c2404/C in TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. 2024-11-09T05:26:10,374 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/ea7cb1767cc34e28a11f58bf71ccc0d6, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/0a819cd1a4ad4a249f655d1291219208, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/ee915a1e08b14f2786ef77b52cd333ff, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/c0d36bdf477249caae65f60303a47e4c] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp, totalSize=46.4 K 2024-11-09T05:26:10,374 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 155d968fc0fa452d85340a1641d6313c, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1731129966475 2024-11-09T05:26:10,374 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting ea7cb1767cc34e28a11f58bf71ccc0d6, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1731129966475 2024-11-09T05:26:10,377 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 0a819cd1a4ad4a249f655d1291219208, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=345, earliestPutTs=1731129967135 2024-11-09T05:26:10,377 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting ee915a1e08b14f2786ef77b52cd333ff, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1731129967277 2024-11-09T05:26:10,377 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting d2a983c91d9d465398e0b93b59a1238f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=345, earliestPutTs=1731129967135 2024-11-09T05:26:10,377 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting c0d36bdf477249caae65f60303a47e4c, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=382, earliestPutTs=1731129969440 2024-11-09T05:26:10,378 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting fb7f8302571841419137a3c1c343c1d6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1731129967277 2024-11-09T05:26:10,378 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 98a81ff41000494580de8bcafb0edc30, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=382, earliestPutTs=1731129969440 2024-11-09T05:26:10,388 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4e718dacb7c04ccb21b0b565786c2404#C#compaction#294 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:26:10,389 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/C/a4b89ca79299456882a7ad69b1c41c67 is 50, key is test_row_0/C:col10/1731129969443/Put/seqid=0 2024-11-09T05:26:10,395 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4e718dacb7c04ccb21b0b565786c2404#A#compaction#295 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:26:10,395 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/A/117717a04e1541309ec440ce12cd83c6 is 50, key is test_row_0/A:col10/1731129969443/Put/seqid=0 2024-11-09T05:26:10,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742165_1341 (size=13221) 2024-11-09T05:26:10,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742166_1342 (size=13221) 2024-11-09T05:26:10,490 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-09T05:26:10,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. 2024-11-09T05:26:10,491 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2902): Flushing 4e718dacb7c04ccb21b0b565786c2404 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-09T05:26:10,491 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/C/a4b89ca79299456882a7ad69b1c41c67 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/a4b89ca79299456882a7ad69b1c41c67 2024-11-09T05:26:10,520 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 4e718dacb7c04ccb21b0b565786c2404/C of 4e718dacb7c04ccb21b0b565786c2404 into a4b89ca79299456882a7ad69b1c41c67(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:26:10,520 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4e718dacb7c04ccb21b0b565786c2404: 2024-11-09T05:26:10,520 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., storeName=4e718dacb7c04ccb21b0b565786c2404/C, priority=12, startTime=1731129970371; duration=0sec 2024-11-09T05:26:10,520 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:26:10,520 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4e718dacb7c04ccb21b0b565786c2404:C 2024-11-09T05:26:10,520 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T05:26:10,521 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47544 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T05:26:10,522 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1541): 4e718dacb7c04ccb21b0b565786c2404/B is initiating minor compaction (all files) 2024-11-09T05:26:10,522 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4e718dacb7c04ccb21b0b565786c2404/B in TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. 2024-11-09T05:26:10,522 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/c773615851ad4657b898ed9dbf0b226b, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/56f2bc769b9e4a65a54910d7ae926c75, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/4cd7a179b7ee4134aff8be0861455baf, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/6a4c05bb09eb4705b3ce6ce3dc3f8862] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp, totalSize=46.4 K 2024-11-09T05:26:10,522 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting c773615851ad4657b898ed9dbf0b226b, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1731129966475 2024-11-09T05:26:10,522 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 56f2bc769b9e4a65a54910d7ae926c75, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=345, earliestPutTs=1731129967135 2024-11-09T05:26:10,523 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 4cd7a179b7ee4134aff8be0861455baf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1731129967277 2024-11-09T05:26:10,523 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 6a4c05bb09eb4705b3ce6ce3dc3f8862, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=382, earliestPutTs=1731129969440 2024-11-09T05:26:10,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/A/f53c6235a61043b3b82b61ade35bd036 is 50, key is test_row_0/A:col10/1731129969487/Put/seqid=0 2024-11-09T05:26:10,548 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4e718dacb7c04ccb21b0b565786c2404#B#compaction#297 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:26:10,548 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/B/efda366f75bf47b39b2a23f0ecf03eee is 50, key is test_row_0/B:col10/1731129969443/Put/seqid=0 2024-11-09T05:26:10,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742167_1343 (size=12301) 2024-11-09T05:26:10,562 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=408 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/A/f53c6235a61043b3b82b61ade35bd036 2024-11-09T05:26:10,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/B/7a49ab9b942c4e199351de8b766b1590 is 50, key is test_row_0/B:col10/1731129969487/Put/seqid=0 2024-11-09T05:26:10,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742168_1344 (size=13221) 2024-11-09T05:26:10,608 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/B/efda366f75bf47b39b2a23f0ecf03eee as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/efda366f75bf47b39b2a23f0ecf03eee 2024-11-09T05:26:10,613 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 4e718dacb7c04ccb21b0b565786c2404/B of 4e718dacb7c04ccb21b0b565786c2404 into efda366f75bf47b39b2a23f0ecf03eee(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:26:10,613 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4e718dacb7c04ccb21b0b565786c2404: 2024-11-09T05:26:10,613 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., storeName=4e718dacb7c04ccb21b0b565786c2404/B, priority=12, startTime=1731129970371; duration=0sec 2024-11-09T05:26:10,613 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:26:10,613 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4e718dacb7c04ccb21b0b565786c2404:B 2024-11-09T05:26:10,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(8855): Flush requested on 4e718dacb7c04ccb21b0b565786c2404 2024-11-09T05:26:10,633 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. as already flushing 2024-11-09T05:26:10,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742169_1345 (size=12301) 2024-11-09T05:26:10,635 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=408 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/B/7a49ab9b942c4e199351de8b766b1590 2024-11-09T05:26:10,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/C/6b55d489b45a48f3b89a4f8ca67f1e16 is 50, key is test_row_0/C:col10/1731129969487/Put/seqid=0 2024-11-09T05:26:10,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742170_1346 (size=12301) 2024-11-09T05:26:10,654 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=408 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/C/6b55d489b45a48f3b89a4f8ca67f1e16 2024-11-09T05:26:10,659 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:10,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44618 deadline: 1731130030655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:10,659 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:10,659 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:10,659 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:10,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/A/f53c6235a61043b3b82b61ade35bd036 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/f53c6235a61043b3b82b61ade35bd036 2024-11-09T05:26:10,661 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:10,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44640 deadline: 1731130030657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:10,661 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:10,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44626 deadline: 1731130030657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:10,661 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:10,662 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:10,662 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:10,662 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:10,662 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:10,662 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:10,662 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:10,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44612 deadline: 1731130030659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:10,663 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:10,663 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:10,663 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:10,665 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/f53c6235a61043b3b82b61ade35bd036, entries=150, sequenceid=408, filesize=12.0 K 2024-11-09T05:26:10,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/B/7a49ab9b942c4e199351de8b766b1590 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/7a49ab9b942c4e199351de8b766b1590 2024-11-09T05:26:10,674 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/7a49ab9b942c4e199351de8b766b1590, entries=150, sequenceid=408, filesize=12.0 K 2024-11-09T05:26:10,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/C/6b55d489b45a48f3b89a4f8ca67f1e16 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/6b55d489b45a48f3b89a4f8ca67f1e16 2024-11-09T05:26:10,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-09T05:26:10,692 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/6b55d489b45a48f3b89a4f8ca67f1e16, entries=150, sequenceid=408, filesize=12.0 K 2024-11-09T05:26:10,693 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for 4e718dacb7c04ccb21b0b565786c2404 in 201ms, sequenceid=408, compaction requested=false 2024-11-09T05:26:10,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2603): Flush status journal for 4e718dacb7c04ccb21b0b565786c2404: 2024-11-09T05:26:10,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. 2024-11-09T05:26:10,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=83 2024-11-09T05:26:10,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4169): Remote procedure done, pid=83 2024-11-09T05:26:10,695 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=83, resume processing ppid=82 2024-11-09T05:26:10,695 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=83, ppid=82, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1370 sec 2024-11-09T05:26:10,697 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=82, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees in 1.1410 sec 2024-11-09T05:26:10,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(8855): Flush requested on 4e718dacb7c04ccb21b0b565786c2404 2024-11-09T05:26:10,777 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T05:26:10,777 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4e718dacb7c04ccb21b0b565786c2404 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-09T05:26:10,787 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/A/2b81e854fcd441e09195ae1e9f21f917 is 50, key is test_row_0/A:col10/1731129970776/Put/seqid=0 2024-11-09T05:26:10,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742171_1347 (size=14741) 2024-11-09T05:26:10,855 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/A/117717a04e1541309ec440ce12cd83c6 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/117717a04e1541309ec440ce12cd83c6 2024-11-09T05:26:10,860 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 4e718dacb7c04ccb21b0b565786c2404/A of 4e718dacb7c04ccb21b0b565786c2404 into 117717a04e1541309ec440ce12cd83c6(size=12.9 K), total size for store is 24.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:26:10,860 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4e718dacb7c04ccb21b0b565786c2404: 2024-11-09T05:26:10,860 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., storeName=4e718dacb7c04ccb21b0b565786c2404/A, priority=12, startTime=1731129970371; duration=0sec 2024-11-09T05:26:10,860 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:26:10,860 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4e718dacb7c04ccb21b0b565786c2404:A 2024-11-09T05:26:10,872 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:10,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44618 deadline: 1731130030867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:10,872 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:10,872 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:10,872 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:10,872 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:10,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44626 deadline: 1731130030867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:10,872 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:10,872 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:10,872 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:10,876 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:10,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44640 deadline: 1731130030872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:10,876 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:10,876 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:10,876 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:10,982 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:10,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44618 deadline: 1731130030980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:10,982 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:10,982 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:10,983 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:10,983 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:10,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44626 deadline: 1731130030981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:10,983 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:10,983 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:10,983 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:10,983 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:10,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44640 deadline: 1731130030981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:10,983 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:10,983 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:10,983 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:11,194 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:11,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44626 deadline: 1731130031191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:11,194 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:11,194 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:11,194 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:11,199 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:11,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44618 deadline: 1731130031195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:11,199 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:11,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44640 deadline: 1731130031195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:11,200 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:11,200 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:11,200 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:11,200 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:11,200 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:11,200 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:11,202 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=424 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/A/2b81e854fcd441e09195ae1e9f21f917 2024-11-09T05:26:11,215 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/B/a1eb25a19c17489aab94aaad2dab0721 is 50, key is test_row_0/B:col10/1731129970776/Put/seqid=0 2024-11-09T05:26:11,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742172_1348 (size=12301) 2024-11-09T05:26:11,246 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=424 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/B/a1eb25a19c17489aab94aaad2dab0721 2024-11-09T05:26:11,282 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/C/fe2bb30e7e434465933f0c2062b75419 is 50, key is test_row_0/C:col10/1731129970776/Put/seqid=0 2024-11-09T05:26:11,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742173_1349 (size=12301) 2024-11-09T05:26:11,341 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:11,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44570 deadline: 1731130031339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:11,342 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 059551c538b7,40801,1731129891493 for 'test_row_2' in 4e718dacb7c04ccb21b0b565786c2404 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8264 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T05:26:11,342 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:11,342 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:11,342 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:11,510 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:11,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44626 deadline: 1731130031507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:11,510 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:11,510 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:11,510 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:11,511 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:11,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44618 deadline: 1731130031510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:11,512 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:11,512 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:11,512 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:11,512 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:11,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44640 deadline: 1731130031510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:11,512 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:11,512 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:11,512 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:11,673 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:11,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44612 deadline: 1731130031670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:11,673 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 059551c538b7,40801,1731129891493 for 'test_row_2' in 4e718dacb7c04ccb21b0b565786c2404 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2180 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T05:26:11,674 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:11,674 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:11,674 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:11,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-09T05:26:11,710 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T05:26:11,710 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T05:26:11,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] procedure2.ProcedureExecutor(1139): Stored pid=84, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees 2024-11-09T05:26:11,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-09T05:26:11,712 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=84, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T05:26:11,717 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=84, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T05:26:11,717 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=85, ppid=84, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T05:26:11,726 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=424 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/C/fe2bb30e7e434465933f0c2062b75419 2024-11-09T05:26:11,741 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/A/2b81e854fcd441e09195ae1e9f21f917 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/2b81e854fcd441e09195ae1e9f21f917 2024-11-09T05:26:11,749 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/2b81e854fcd441e09195ae1e9f21f917, entries=200, sequenceid=424, filesize=14.4 K 2024-11-09T05:26:11,750 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/B/a1eb25a19c17489aab94aaad2dab0721 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/a1eb25a19c17489aab94aaad2dab0721 2024-11-09T05:26:11,754 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/a1eb25a19c17489aab94aaad2dab0721, entries=150, sequenceid=424, filesize=12.0 K 2024-11-09T05:26:11,755 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/C/fe2bb30e7e434465933f0c2062b75419 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/fe2bb30e7e434465933f0c2062b75419 2024-11-09T05:26:11,775 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/fe2bb30e7e434465933f0c2062b75419, entries=150, sequenceid=424, filesize=12.0 K 2024-11-09T05:26:11,781 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 4e718dacb7c04ccb21b0b565786c2404 in 1004ms, sequenceid=424, compaction requested=true 2024-11-09T05:26:11,782 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4e718dacb7c04ccb21b0b565786c2404: 2024-11-09T05:26:11,783 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4e718dacb7c04ccb21b0b565786c2404:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T05:26:11,783 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:26:11,783 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:26:11,783 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4e718dacb7c04ccb21b0b565786c2404:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T05:26:11,783 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:26:11,783 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4e718dacb7c04ccb21b0b565786c2404:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T05:26:11,783 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-09T05:26:11,783 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:26:11,785 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:26:11,785 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40263 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:26:11,785 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1541): 4e718dacb7c04ccb21b0b565786c2404/A is initiating minor compaction (all files) 2024-11-09T05:26:11,785 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1541): 4e718dacb7c04ccb21b0b565786c2404/B is initiating minor compaction (all files) 2024-11-09T05:26:11,786 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4e718dacb7c04ccb21b0b565786c2404/A in TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. 2024-11-09T05:26:11,786 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4e718dacb7c04ccb21b0b565786c2404/B in TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. 2024-11-09T05:26:11,786 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/117717a04e1541309ec440ce12cd83c6, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/f53c6235a61043b3b82b61ade35bd036, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/2b81e854fcd441e09195ae1e9f21f917] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp, totalSize=39.3 K 2024-11-09T05:26:11,786 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/efda366f75bf47b39b2a23f0ecf03eee, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/7a49ab9b942c4e199351de8b766b1590, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/a1eb25a19c17489aab94aaad2dab0721] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp, totalSize=36.9 K 2024-11-09T05:26:11,786 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 117717a04e1541309ec440ce12cd83c6, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=382, earliestPutTs=1731129967280 2024-11-09T05:26:11,786 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting efda366f75bf47b39b2a23f0ecf03eee, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=382, earliestPutTs=1731129967280 2024-11-09T05:26:11,786 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7a49ab9b942c4e199351de8b766b1590, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=408, earliestPutTs=1731129969487 2024-11-09T05:26:11,786 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting f53c6235a61043b3b82b61ade35bd036, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=408, earliestPutTs=1731129969487 2024-11-09T05:26:11,787 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting a1eb25a19c17489aab94aaad2dab0721, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=424, earliestPutTs=1731129970773 2024-11-09T05:26:11,787 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 2b81e854fcd441e09195ae1e9f21f917, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=424, earliestPutTs=1731129970654 2024-11-09T05:26:11,808 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4e718dacb7c04ccb21b0b565786c2404#B#compaction#303 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:26:11,809 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/B/99eba4a9661549f08b4c2eadce8f59d0 is 50, key is test_row_0/B:col10/1731129970776/Put/seqid=0 2024-11-09T05:26:11,810 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4e718dacb7c04ccb21b0b565786c2404#A#compaction#304 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:26:11,811 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/A/be7ae5bc0ebb41e88b3ec2a4584e5a61 is 50, key is test_row_0/A:col10/1731129970776/Put/seqid=0 2024-11-09T05:26:11,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-09T05:26:11,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742174_1350 (size=13323) 2024-11-09T05:26:11,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742175_1351 (size=13323) 2024-11-09T05:26:11,869 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-11-09T05:26:11,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. 2024-11-09T05:26:11,869 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2902): Flushing 4e718dacb7c04ccb21b0b565786c2404 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-09T05:26:11,869 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/A/be7ae5bc0ebb41e88b3ec2a4584e5a61 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/be7ae5bc0ebb41e88b3ec2a4584e5a61 2024-11-09T05:26:11,877 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4e718dacb7c04ccb21b0b565786c2404/A of 4e718dacb7c04ccb21b0b565786c2404 into be7ae5bc0ebb41e88b3ec2a4584e5a61(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:26:11,877 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4e718dacb7c04ccb21b0b565786c2404: 2024-11-09T05:26:11,877 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., storeName=4e718dacb7c04ccb21b0b565786c2404/A, priority=13, startTime=1731129971783; duration=0sec 2024-11-09T05:26:11,877 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:26:11,878 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4e718dacb7c04ccb21b0b565786c2404:A 2024-11-09T05:26:11,878 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:26:11,879 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:26:11,879 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1541): 4e718dacb7c04ccb21b0b565786c2404/C is initiating minor compaction (all files) 2024-11-09T05:26:11,879 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4e718dacb7c04ccb21b0b565786c2404/C in TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. 2024-11-09T05:26:11,879 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/a4b89ca79299456882a7ad69b1c41c67, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/6b55d489b45a48f3b89a4f8ca67f1e16, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/fe2bb30e7e434465933f0c2062b75419] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp, totalSize=36.9 K 2024-11-09T05:26:11,879 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting a4b89ca79299456882a7ad69b1c41c67, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=382, earliestPutTs=1731129967280 2024-11-09T05:26:11,880 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 6b55d489b45a48f3b89a4f8ca67f1e16, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=408, earliestPutTs=1731129969487 2024-11-09T05:26:11,880 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting fe2bb30e7e434465933f0c2062b75419, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=424, earliestPutTs=1731129970773 2024-11-09T05:26:11,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/A/3ff2ff225900465790104a7f617c5312 is 50, key is test_row_0/A:col10/1731129970865/Put/seqid=0 2024-11-09T05:26:11,898 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4e718dacb7c04ccb21b0b565786c2404#C#compaction#306 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:26:11,899 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/C/c6a6bb18e6b24807bdc19ce5149ce840 is 50, key is test_row_0/C:col10/1731129970776/Put/seqid=0 2024-11-09T05:26:11,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742176_1352 (size=12301) 2024-11-09T05:26:11,906 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=447 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/A/3ff2ff225900465790104a7f617c5312 2024-11-09T05:26:11,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/B/182d7dbc5ca94540bce06e41192df728 is 50, key is test_row_0/B:col10/1731129970865/Put/seqid=0 2024-11-09T05:26:11,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742177_1353 (size=13323) 2024-11-09T05:26:11,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742178_1354 (size=12301) 2024-11-09T05:26:12,024 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. as already flushing 2024-11-09T05:26:12,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(8855): Flush requested on 4e718dacb7c04ccb21b0b565786c2404 2024-11-09T05:26:12,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-09T05:26:12,057 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:12,057 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:12,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44640 deadline: 1731130032052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:12,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44618 deadline: 1731130032052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:12,058 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:12,058 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:12,058 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:12,058 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:12,058 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:12,058 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:12,057 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:12,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44626 deadline: 1731130032053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:12,058 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:12,058 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:12,058 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:12,163 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:12,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44618 deadline: 1731130032160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:12,163 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:12,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44640 deadline: 1731130032160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:12,164 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:12,164 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:12,164 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:12,168 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:12,168 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:12,168 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:12,173 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:12,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44626 deadline: 1731130032170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:12,174 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:12,174 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:12,174 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:12,251 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/B/99eba4a9661549f08b4c2eadce8f59d0 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/99eba4a9661549f08b4c2eadce8f59d0 2024-11-09T05:26:12,257 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4e718dacb7c04ccb21b0b565786c2404/B of 4e718dacb7c04ccb21b0b565786c2404 into 99eba4a9661549f08b4c2eadce8f59d0(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:26:12,257 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4e718dacb7c04ccb21b0b565786c2404: 2024-11-09T05:26:12,257 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., storeName=4e718dacb7c04ccb21b0b565786c2404/B, priority=13, startTime=1731129971783; duration=0sec 2024-11-09T05:26:12,257 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:26:12,257 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4e718dacb7c04ccb21b0b565786c2404:B 2024-11-09T05:26:12,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-09T05:26:12,352 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=447 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/B/182d7dbc5ca94540bce06e41192df728 2024-11-09T05:26:12,352 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/C/c6a6bb18e6b24807bdc19ce5149ce840 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/c6a6bb18e6b24807bdc19ce5149ce840 2024-11-09T05:26:12,362 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4e718dacb7c04ccb21b0b565786c2404/C of 4e718dacb7c04ccb21b0b565786c2404 into c6a6bb18e6b24807bdc19ce5149ce840(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:26:12,362 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4e718dacb7c04ccb21b0b565786c2404: 2024-11-09T05:26:12,362 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., storeName=4e718dacb7c04ccb21b0b565786c2404/C, priority=13, startTime=1731129971783; duration=0sec 2024-11-09T05:26:12,363 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:26:12,363 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4e718dacb7c04ccb21b0b565786c2404:C 2024-11-09T05:26:12,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/C/2b0047dce7a54e87a42fa060fca5ff8e is 50, key is test_row_0/C:col10/1731129970865/Put/seqid=0 2024-11-09T05:26:12,372 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:12,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44640 deadline: 1731130032370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:12,372 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:12,373 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:12,373 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:12,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44618 deadline: 1731130032370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:12,373 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:12,373 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:12,373 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:12,373 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:12,382 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:12,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44626 deadline: 1731130032380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:12,382 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:12,382 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:12,383 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:12,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742179_1355 (size=12301) 2024-11-09T05:26:12,681 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:12,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44640 deadline: 1731130032680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:12,682 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:12,682 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:12,682 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:12,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44618 deadline: 1731130032680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:12,682 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:12,682 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:12,682 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:12,682 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:12,691 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:12,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44626 deadline: 1731130032690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:12,692 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:12,692 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:12,692 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:12,794 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=447 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/C/2b0047dce7a54e87a42fa060fca5ff8e 2024-11-09T05:26:12,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/A/3ff2ff225900465790104a7f617c5312 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/3ff2ff225900465790104a7f617c5312 2024-11-09T05:26:12,805 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/3ff2ff225900465790104a7f617c5312, entries=150, sequenceid=447, filesize=12.0 K 2024-11-09T05:26:12,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/B/182d7dbc5ca94540bce06e41192df728 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/182d7dbc5ca94540bce06e41192df728 2024-11-09T05:26:12,814 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/182d7dbc5ca94540bce06e41192df728, entries=150, sequenceid=447, filesize=12.0 K 2024-11-09T05:26:12,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/C/2b0047dce7a54e87a42fa060fca5ff8e as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/2b0047dce7a54e87a42fa060fca5ff8e 2024-11-09T05:26:12,820 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/2b0047dce7a54e87a42fa060fca5ff8e, entries=150, sequenceid=447, filesize=12.0 K 2024-11-09T05:26:12,821 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for 4e718dacb7c04ccb21b0b565786c2404 in 952ms, sequenceid=447, compaction requested=false 2024-11-09T05:26:12,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2603): Flush status journal for 4e718dacb7c04ccb21b0b565786c2404: 2024-11-09T05:26:12,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. 2024-11-09T05:26:12,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=85 2024-11-09T05:26:12,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4169): Remote procedure done, pid=85 2024-11-09T05:26:12,826 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=85, resume processing ppid=84 2024-11-09T05:26:12,826 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=85, ppid=84, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1060 sec 2024-11-09T05:26:12,829 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=84, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees in 1.1160 sec 2024-11-09T05:26:12,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-09T05:26:12,850 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T05:26:12,850 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T05:26:12,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] procedure2.ProcedureExecutor(1139): Stored pid=86, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees 2024-11-09T05:26:12,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-09T05:26:12,852 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=86, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T05:26:12,853 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=86, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T05:26:12,853 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=87, ppid=86, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T05:26:12,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-09T05:26:13,005 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87 2024-11-09T05:26:13,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. 2024-11-09T05:26:13,006 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2902): Flushing 4e718dacb7c04ccb21b0b565786c2404 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-09T05:26:13,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/A/4c0d9bd2df7e46599637a8b50b78853d is 50, key is test_row_0/A:col10/1731129972034/Put/seqid=0 2024-11-09T05:26:13,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742180_1356 (size=12301) 2024-11-09T05:26:13,013 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=465 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/A/4c0d9bd2df7e46599637a8b50b78853d 2024-11-09T05:26:13,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/B/e8ddc0ccb0fc4cacaf8836a1ba4c32fd is 50, key is test_row_0/B:col10/1731129972034/Put/seqid=0 2024-11-09T05:26:13,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742181_1357 (size=12301) 2024-11-09T05:26:13,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-09T05:26:13,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(8855): Flush requested on 4e718dacb7c04ccb21b0b565786c2404 2024-11-09T05:26:13,192 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. as already flushing 2024-11-09T05:26:13,222 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:13,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44626 deadline: 1731130033218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:13,222 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:13,222 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:13,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44640 deadline: 1731130033219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:13,223 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:13,223 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:13,223 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:13,223 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:13,223 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:13,224 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:13,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44618 deadline: 1731130033221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:13,225 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:13,225 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:13,225 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:13,332 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:13,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44640 deadline: 1731130033330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:13,333 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:13,332 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:13,333 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:13,333 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:13,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44618 deadline: 1731130033330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:13,333 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:13,333 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:13,333 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:13,333 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:13,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44626 deadline: 1731130033330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:13,333 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:13,333 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:13,333 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:13,372 INFO [Thread-1211 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1211. 2024-11-09T05:26:13,372 DEBUG [Thread-1211 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T05:26:13,372 DEBUG [Thread-1211 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:26:13,372 DEBUG [Thread-1211 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:26:13,372 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:26:13,375 INFO [Thread-1209 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1209. 2024-11-09T05:26:13,375 DEBUG [Thread-1209 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T05:26:13,375 DEBUG [Thread-1209 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:26:13,375 DEBUG [Thread-1209 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:26:13,375 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:26:13,376 INFO [Thread-1205 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1205. 2024-11-09T05:26:13,376 DEBUG [Thread-1205 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T05:26:13,376 DEBUG [Thread-1205 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:26:13,377 DEBUG [Thread-1205 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:26:13,377 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:26:13,378 INFO [Thread-1213 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1213. 2024-11-09T05:26:13,378 DEBUG [Thread-1213 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T05:26:13,378 DEBUG [Thread-1213 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:26:13,379 DEBUG [Thread-1213 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:26:13,379 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:26:13,384 INFO [Thread-1207 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1207. 2024-11-09T05:26:13,384 DEBUG [Thread-1207 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T05:26:13,384 DEBUG [Thread-1207 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:26:13,384 DEBUG [Thread-1207 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:26:13,384 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:26:13,455 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=465 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/B/e8ddc0ccb0fc4cacaf8836a1ba4c32fd 2024-11-09T05:26:13,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/C/cde6336b5d684cd3a737969ace62bf8a is 50, key is test_row_0/C:col10/1731129972034/Put/seqid=0 2024-11-09T05:26:13,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742182_1358 (size=12301) 2024-11-09T05:26:13,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-09T05:26:13,540 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:13,540 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:13,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44618 deadline: 1731130033540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:13,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44640 deadline: 1731130033540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:13,540 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:13,540 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:13,540 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:13,540 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:13,540 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:13,540 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:13,540 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:13,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44626 deadline: 1731130033540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:13,541 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:13,541 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:13,541 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:13,690 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:13,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44612 deadline: 1731130033690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:13,691 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 059551c538b7,40801,1731129891493 for 'test_row_2' in 4e718dacb7c04ccb21b0b565786c2404 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4197 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T05:26:13,691 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:13,691 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:13,691 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:13,850 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:13,850 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:13,850 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:13,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44626 deadline: 1731130033849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:13,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44618 deadline: 1731130033849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:13,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44640 deadline: 1731130033849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:13,850 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:13,850 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:13,850 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:13,850 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:13,850 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:13,850 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:13,850 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:13,850 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:13,850 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:13,865 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=465 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/C/cde6336b5d684cd3a737969ace62bf8a 2024-11-09T05:26:13,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/A/4c0d9bd2df7e46599637a8b50b78853d as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/4c0d9bd2df7e46599637a8b50b78853d 2024-11-09T05:26:13,871 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/4c0d9bd2df7e46599637a8b50b78853d, entries=150, sequenceid=465, filesize=12.0 K 2024-11-09T05:26:13,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/B/e8ddc0ccb0fc4cacaf8836a1ba4c32fd as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/e8ddc0ccb0fc4cacaf8836a1ba4c32fd 2024-11-09T05:26:13,874 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/e8ddc0ccb0fc4cacaf8836a1ba4c32fd, entries=150, sequenceid=465, filesize=12.0 K 2024-11-09T05:26:13,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/C/cde6336b5d684cd3a737969ace62bf8a as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/cde6336b5d684cd3a737969ace62bf8a 2024-11-09T05:26:13,878 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/cde6336b5d684cd3a737969ace62bf8a, entries=150, sequenceid=465, filesize=12.0 K 2024-11-09T05:26:13,878 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 4e718dacb7c04ccb21b0b565786c2404 in 872ms, sequenceid=465, compaction requested=true 2024-11-09T05:26:13,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2603): Flush status journal for 4e718dacb7c04ccb21b0b565786c2404: 2024-11-09T05:26:13,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. 2024-11-09T05:26:13,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=87 2024-11-09T05:26:13,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4169): Remote procedure done, pid=87 2024-11-09T05:26:13,881 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=87, resume processing ppid=86 2024-11-09T05:26:13,881 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=87, ppid=86, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0270 sec 2024-11-09T05:26:13,882 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=86, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees in 1.0310 sec 2024-11-09T05:26:13,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-09T05:26:13,990 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T05:26:14,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(8855): Flush requested on 4e718dacb7c04ccb21b0b565786c2404 2024-11-09T05:26:14,361 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T05:26:14,361 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4e718dacb7c04ccb21b0b565786c2404 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-09T05:26:14,362 INFO [Thread-1198 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1198. 2024-11-09T05:26:14,362 INFO [Thread-1194 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1194. 2024-11-09T05:26:14,362 DEBUG [Thread-1198 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T05:26:14,362 INFO [Thread-1200 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1200. 2024-11-09T05:26:14,362 DEBUG [Thread-1194 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T05:26:14,362 DEBUG [Thread-1198 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:26:14,362 DEBUG [Thread-1194 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:26:14,362 DEBUG [Thread-1200 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T05:26:14,362 DEBUG [Thread-1200 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:26:14,362 DEBUG [Thread-1194 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:26:14,362 DEBUG [Thread-1198 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:26:14,362 DEBUG [Thread-1200 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:26:14,362 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:26:14,362 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:26:14,363 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:26:14,365 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/A/04ddfde5f031418394e10da04b3babeb is 50, key is test_row_0/A:col10/1731129974360/Put/seqid=0 2024-11-09T05:26:14,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742183_1359 (size=12301) 2024-11-09T05:26:14,769 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=489 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/A/04ddfde5f031418394e10da04b3babeb 2024-11-09T05:26:14,774 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/B/89d1ad7b5d0c4b1c850d183286174b06 is 50, key is test_row_0/B:col10/1731129974360/Put/seqid=0 2024-11-09T05:26:14,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742184_1360 (size=12301) 2024-11-09T05:26:15,177 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=489 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/B/89d1ad7b5d0c4b1c850d183286174b06 2024-11-09T05:26:15,184 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/C/9b4524285f0c4666a22f9925f4e171bc is 50, key is test_row_0/C:col10/1731129974360/Put/seqid=0 2024-11-09T05:26:15,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742185_1361 (size=12301) 2024-11-09T05:26:15,587 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=489 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/C/9b4524285f0c4666a22f9925f4e171bc 2024-11-09T05:26:15,628 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/A/04ddfde5f031418394e10da04b3babeb as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/04ddfde5f031418394e10da04b3babeb 2024-11-09T05:26:15,631 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/04ddfde5f031418394e10da04b3babeb, entries=150, sequenceid=489, filesize=12.0 K 2024-11-09T05:26:15,632 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/B/89d1ad7b5d0c4b1c850d183286174b06 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/89d1ad7b5d0c4b1c850d183286174b06 2024-11-09T05:26:15,635 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/89d1ad7b5d0c4b1c850d183286174b06, entries=150, sequenceid=489, filesize=12.0 K 2024-11-09T05:26:15,635 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/C/9b4524285f0c4666a22f9925f4e171bc as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/9b4524285f0c4666a22f9925f4e171bc 2024-11-09T05:26:15,639 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/9b4524285f0c4666a22f9925f4e171bc, entries=150, sequenceid=489, filesize=12.0 K 2024-11-09T05:26:15,639 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=0 B/0 for 4e718dacb7c04ccb21b0b565786c2404 in 1278ms, sequenceid=489, compaction requested=true 2024-11-09T05:26:15,639 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4e718dacb7c04ccb21b0b565786c2404: 2024-11-09T05:26:15,639 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4e718dacb7c04ccb21b0b565786c2404:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T05:26:15,639 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:26:15,639 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4e718dacb7c04ccb21b0b565786c2404:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T05:26:15,639 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T05:26:15,639 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:26:15,639 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4e718dacb7c04ccb21b0b565786c2404:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T05:26:15,639 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:26:15,639 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T05:26:15,640 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50226 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T05:26:15,640 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1541): 4e718dacb7c04ccb21b0b565786c2404/A is initiating minor compaction (all files) 2024-11-09T05:26:15,640 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4e718dacb7c04ccb21b0b565786c2404/A in TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. 2024-11-09T05:26:15,640 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/be7ae5bc0ebb41e88b3ec2a4584e5a61, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/3ff2ff225900465790104a7f617c5312, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/4c0d9bd2df7e46599637a8b50b78853d, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/04ddfde5f031418394e10da04b3babeb] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp, totalSize=49.0 K 2024-11-09T05:26:15,641 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting be7ae5bc0ebb41e88b3ec2a4584e5a61, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=424, earliestPutTs=1731129970773 2024-11-09T05:26:15,641 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3ff2ff225900465790104a7f617c5312, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=447, earliestPutTs=1731129970865 2024-11-09T05:26:15,641 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4c0d9bd2df7e46599637a8b50b78853d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=465, earliestPutTs=1731129972034 2024-11-09T05:26:15,641 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 04ddfde5f031418394e10da04b3babeb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=489, earliestPutTs=1731129974360 2024-11-09T05:26:15,643 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50226 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T05:26:15,643 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1541): 4e718dacb7c04ccb21b0b565786c2404/B is initiating minor compaction (all files) 2024-11-09T05:26:15,643 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4e718dacb7c04ccb21b0b565786c2404/B in TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. 2024-11-09T05:26:15,643 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/99eba4a9661549f08b4c2eadce8f59d0, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/182d7dbc5ca94540bce06e41192df728, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/e8ddc0ccb0fc4cacaf8836a1ba4c32fd, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/89d1ad7b5d0c4b1c850d183286174b06] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp, totalSize=49.0 K 2024-11-09T05:26:15,643 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 99eba4a9661549f08b4c2eadce8f59d0, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=424, earliestPutTs=1731129970773 2024-11-09T05:26:15,643 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 182d7dbc5ca94540bce06e41192df728, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=447, earliestPutTs=1731129970865 2024-11-09T05:26:15,643 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting e8ddc0ccb0fc4cacaf8836a1ba4c32fd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=465, earliestPutTs=1731129972034 2024-11-09T05:26:15,644 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 89d1ad7b5d0c4b1c850d183286174b06, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=489, earliestPutTs=1731129974360 2024-11-09T05:26:15,648 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4e718dacb7c04ccb21b0b565786c2404#A#compaction#315 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:26:15,648 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/A/c0614f227c55475bae2da6b2eb2dfd46 is 50, key is test_row_0/A:col10/1731129974360/Put/seqid=0 2024-11-09T05:26:15,650 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4e718dacb7c04ccb21b0b565786c2404#B#compaction#316 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:26:15,651 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/B/0044be00ddb94f6e962c27feee461470 is 50, key is test_row_0/B:col10/1731129974360/Put/seqid=0 2024-11-09T05:26:15,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742186_1362 (size=13459) 2024-11-09T05:26:15,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742187_1363 (size=13459) 2024-11-09T05:26:16,057 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/A/c0614f227c55475bae2da6b2eb2dfd46 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/c0614f227c55475bae2da6b2eb2dfd46 2024-11-09T05:26:16,060 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/B/0044be00ddb94f6e962c27feee461470 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/0044be00ddb94f6e962c27feee461470 2024-11-09T05:26:16,060 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 4e718dacb7c04ccb21b0b565786c2404/A of 4e718dacb7c04ccb21b0b565786c2404 into c0614f227c55475bae2da6b2eb2dfd46(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:26:16,060 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4e718dacb7c04ccb21b0b565786c2404: 2024-11-09T05:26:16,060 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., storeName=4e718dacb7c04ccb21b0b565786c2404/A, priority=12, startTime=1731129975639; duration=0sec 2024-11-09T05:26:16,060 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:26:16,060 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4e718dacb7c04ccb21b0b565786c2404:A 2024-11-09T05:26:16,060 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T05:26:16,061 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50226 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T05:26:16,061 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1541): 4e718dacb7c04ccb21b0b565786c2404/C is initiating minor compaction (all files) 2024-11-09T05:26:16,061 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4e718dacb7c04ccb21b0b565786c2404/C in TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. 2024-11-09T05:26:16,061 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/c6a6bb18e6b24807bdc19ce5149ce840, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/2b0047dce7a54e87a42fa060fca5ff8e, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/cde6336b5d684cd3a737969ace62bf8a, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/9b4524285f0c4666a22f9925f4e171bc] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp, totalSize=49.0 K 2024-11-09T05:26:16,061 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting c6a6bb18e6b24807bdc19ce5149ce840, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=424, earliestPutTs=1731129970773 2024-11-09T05:26:16,062 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2b0047dce7a54e87a42fa060fca5ff8e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=447, earliestPutTs=1731129970865 2024-11-09T05:26:16,062 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting cde6336b5d684cd3a737969ace62bf8a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=465, earliestPutTs=1731129972034 2024-11-09T05:26:16,062 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9b4524285f0c4666a22f9925f4e171bc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=489, earliestPutTs=1731129974360 2024-11-09T05:26:16,063 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 4e718dacb7c04ccb21b0b565786c2404/B of 4e718dacb7c04ccb21b0b565786c2404 into 0044be00ddb94f6e962c27feee461470(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:26:16,064 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4e718dacb7c04ccb21b0b565786c2404: 2024-11-09T05:26:16,064 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., storeName=4e718dacb7c04ccb21b0b565786c2404/B, priority=12, startTime=1731129975639; duration=0sec 2024-11-09T05:26:16,064 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:26:16,064 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4e718dacb7c04ccb21b0b565786c2404:B 2024-11-09T05:26:16,074 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4e718dacb7c04ccb21b0b565786c2404#C#compaction#317 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:26:16,074 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/C/b03cf971cce947e9b1f6b98c231ad54d is 50, key is test_row_0/C:col10/1731129974360/Put/seqid=0 2024-11-09T05:26:16,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742188_1364 (size=13459) 2024-11-09T05:26:16,481 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/C/b03cf971cce947e9b1f6b98c231ad54d as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/b03cf971cce947e9b1f6b98c231ad54d 2024-11-09T05:26:16,485 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 4e718dacb7c04ccb21b0b565786c2404/C of 4e718dacb7c04ccb21b0b565786c2404 into b03cf971cce947e9b1f6b98c231ad54d(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:26:16,485 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4e718dacb7c04ccb21b0b565786c2404: 2024-11-09T05:26:16,485 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., storeName=4e718dacb7c04ccb21b0b565786c2404/C, priority=12, startTime=1731129975639; duration=0sec 2024-11-09T05:26:16,485 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:26:16,485 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4e718dacb7c04ccb21b0b565786c2404:C 2024-11-09T05:26:17,712 INFO [Thread-1196 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1196. 2024-11-09T05:26:17,712 DEBUG [Thread-1196 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T05:26:17,712 DEBUG [Thread-1196 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:26:17,712 DEBUG [Thread-1196 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:26:17,712 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:26:19,781 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T05:26:21,371 INFO [Thread-1202 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1202. 2024-11-09T05:26:21,371 DEBUG [Thread-1202 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T05:26:21,371 DEBUG [Thread-1202 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:26:21,371 DEBUG [Thread-1202 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:26:21,371 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:26:21,371 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-09T05:26:21,371 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 85 2024-11-09T05:26:21,371 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 67 2024-11-09T05:26:21,371 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 93 2024-11-09T05:26:21,371 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 88 2024-11-09T05:26:21,372 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 55 2024-11-09T05:26:21,372 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-09T05:26:21,372 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3210 2024-11-09T05:26:21,372 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3131 2024-11-09T05:26:21,372 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3026 2024-11-09T05:26:21,372 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3254 2024-11-09T05:26:21,372 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3119 2024-11-09T05:26:21,372 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-09T05:26:21,372 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T05:26:21,372 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testGetAtomicity(AcidGuaranteesTestBase.java:107) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T05:26:21,372 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:26:21,372 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:26:21,372 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:26:21,373 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-09T05:26:21,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] procedure2.ProcedureExecutor(1139): Stored pid=88, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-09T05:26:21,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-09T05:26:21,375 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731129981375"}]},"ts":"1731129981375"} 2024-11-09T05:26:21,376 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-09T05:26:21,376 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-09T05:26:21,377 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=89, ppid=88, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-09T05:26:21,378 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4e718dacb7c04ccb21b0b565786c2404, UNASSIGN}] 2024-11-09T05:26:21,378 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4e718dacb7c04ccb21b0b565786c2404, UNASSIGN 2024-11-09T05:26:21,379 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=90 updating hbase:meta row=4e718dacb7c04ccb21b0b565786c2404, regionState=CLOSING, regionLocation=059551c538b7,40801,1731129891493 2024-11-09T05:26:21,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4e718dacb7c04ccb21b0b565786c2404, UNASSIGN because future has completed 2024-11-09T05:26:21,380 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-09T05:26:21,380 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=91, ppid=90, state=RUNNABLE, hasLock=false; CloseRegionProcedure 4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493}] 2024-11-09T05:26:21,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-09T05:26:21,532 INFO [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] handler.UnassignRegionHandler(122): Close 4e718dacb7c04ccb21b0b565786c2404 2024-11-09T05:26:21,532 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-09T05:26:21,532 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1722): Closing 4e718dacb7c04ccb21b0b565786c2404, disabling compactions & flushes 2024-11-09T05:26:21,532 INFO [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. 2024-11-09T05:26:21,532 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. 2024-11-09T05:26:21,532 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. after waiting 0 ms 2024-11-09T05:26:21,532 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. 2024-11-09T05:26:21,532 INFO [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(2902): Flushing 4e718dacb7c04ccb21b0b565786c2404 3/3 column families, dataSize=13.42 KB heapSize=35.91 KB 2024-11-09T05:26:21,535 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/A/0dd56498fcb547b9b185c18ac2ea1b9f is 50, key is test_row_2/A:col10/1731129981370/Put/seqid=0 2024-11-09T05:26:21,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742189_1365 (size=7415) 2024-11-09T05:26:21,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-09T05:26:21,939 INFO [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=497 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/A/0dd56498fcb547b9b185c18ac2ea1b9f 2024-11-09T05:26:21,944 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/B/b8c528a2b18342fd95fb489249e53c9c is 50, key is test_row_2/B:col10/1731129981370/Put/seqid=0 2024-11-09T05:26:21,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742190_1366 (size=7415) 2024-11-09T05:26:22,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-09T05:26:22,347 INFO [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=497 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/B/b8c528a2b18342fd95fb489249e53c9c 2024-11-09T05:26:22,352 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/C/6291e789c41648a1a829093f4a799b35 is 50, key is test_row_2/C:col10/1731129981370/Put/seqid=0 2024-11-09T05:26:22,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742191_1367 (size=7415) 2024-11-09T05:26:22,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-09T05:26:22,756 INFO [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=497 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/C/6291e789c41648a1a829093f4a799b35 2024-11-09T05:26:22,759 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/A/0dd56498fcb547b9b185c18ac2ea1b9f as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/0dd56498fcb547b9b185c18ac2ea1b9f 2024-11-09T05:26:22,762 INFO [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/0dd56498fcb547b9b185c18ac2ea1b9f, entries=50, sequenceid=497, filesize=7.2 K 2024-11-09T05:26:22,762 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/B/b8c528a2b18342fd95fb489249e53c9c as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/b8c528a2b18342fd95fb489249e53c9c 2024-11-09T05:26:22,765 INFO [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/b8c528a2b18342fd95fb489249e53c9c, entries=50, sequenceid=497, filesize=7.2 K 2024-11-09T05:26:22,767 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/.tmp/C/6291e789c41648a1a829093f4a799b35 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/6291e789c41648a1a829093f4a799b35 2024-11-09T05:26:22,770 INFO [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/6291e789c41648a1a829093f4a799b35, entries=50, sequenceid=497, filesize=7.2 K 2024-11-09T05:26:22,770 INFO [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(3140): Finished flush of dataSize ~13.42 KB/13740, heapSize ~35.86 KB/36720, currentSize=0 B/0 for 4e718dacb7c04ccb21b0b565786c2404 in 1238ms, sequenceid=497, compaction requested=false 2024-11-09T05:26:22,771 DEBUG [StoreCloser-TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/3ed9f662d8304f859cfb404f3f4e33de, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/a4657340b4ce4b3a94a5ada435e1fd39, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/760ffcba4d7443308e16888cc8ac00ef, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/335d68c9b7ac4eecbae444d99326a026, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/3821e70b42b544959d6a22d45b45da42, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/dcc35031d8b84a5994dd2756b8207757, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/4053630abd5e4b26a38536f83f71778f, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/95ecbd1e7b6b4fd6a83f45fcd3b2f541, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/da20bfcf48e04ac39dd7c0d25d1cf12f, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/82b03adbec8d4bcb91c93bf4c166696e, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/875fa51408ad44a2837ffb755466500c, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/54a94de3a39746dbbf4d747de5c5b169, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/a3da2d51b7fd443085ec95a4b8e5ff92, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/9125297c8fd944ec93bb330db1e07d28, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/ea6af76f6e5b481cb0b820e780e3fd8b, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/b440f9df491e4d4a8ef4734be2ea538c, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/680803eb363a427581db57521ebd9e0d, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/7738c91906dc414894b880924bfe4586, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/f5ffebb3c79e418ea06c67d45c285479, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/891c9b6082f549439610e69e3edb9257, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/f919a19c8bca48fa839ead4d4355e8ba, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/f2ff21d7e7324b28bc9ddc03781721f3, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/155d968fc0fa452d85340a1641d6313c, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/448fcf4705fa43ecabd953d7730d9313, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/d2a983c91d9d465398e0b93b59a1238f, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/fb7f8302571841419137a3c1c343c1d6, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/117717a04e1541309ec440ce12cd83c6, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/98a81ff41000494580de8bcafb0edc30, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/f53c6235a61043b3b82b61ade35bd036, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/2b81e854fcd441e09195ae1e9f21f917, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/be7ae5bc0ebb41e88b3ec2a4584e5a61, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/3ff2ff225900465790104a7f617c5312, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/4c0d9bd2df7e46599637a8b50b78853d, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/04ddfde5f031418394e10da04b3babeb] to archive 2024-11-09T05:26:22,772 DEBUG [StoreCloser-TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-09T05:26:22,773 DEBUG [StoreCloser-TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/3ed9f662d8304f859cfb404f3f4e33de to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/3ed9f662d8304f859cfb404f3f4e33de 2024-11-09T05:26:22,774 DEBUG [StoreCloser-TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/a4657340b4ce4b3a94a5ada435e1fd39 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/a4657340b4ce4b3a94a5ada435e1fd39 2024-11-09T05:26:22,774 DEBUG [StoreCloser-TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/760ffcba4d7443308e16888cc8ac00ef to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/760ffcba4d7443308e16888cc8ac00ef 2024-11-09T05:26:22,775 DEBUG [StoreCloser-TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/335d68c9b7ac4eecbae444d99326a026 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/335d68c9b7ac4eecbae444d99326a026 2024-11-09T05:26:22,776 DEBUG [StoreCloser-TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/3821e70b42b544959d6a22d45b45da42 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/3821e70b42b544959d6a22d45b45da42 2024-11-09T05:26:22,777 DEBUG [StoreCloser-TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/dcc35031d8b84a5994dd2756b8207757 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/dcc35031d8b84a5994dd2756b8207757 2024-11-09T05:26:22,777 DEBUG [StoreCloser-TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/4053630abd5e4b26a38536f83f71778f to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/4053630abd5e4b26a38536f83f71778f 2024-11-09T05:26:22,778 DEBUG [StoreCloser-TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/95ecbd1e7b6b4fd6a83f45fcd3b2f541 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/95ecbd1e7b6b4fd6a83f45fcd3b2f541 2024-11-09T05:26:22,779 DEBUG [StoreCloser-TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/da20bfcf48e04ac39dd7c0d25d1cf12f to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/da20bfcf48e04ac39dd7c0d25d1cf12f 2024-11-09T05:26:22,779 DEBUG [StoreCloser-TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/82b03adbec8d4bcb91c93bf4c166696e to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/82b03adbec8d4bcb91c93bf4c166696e 2024-11-09T05:26:22,780 DEBUG [StoreCloser-TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/875fa51408ad44a2837ffb755466500c to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/875fa51408ad44a2837ffb755466500c 2024-11-09T05:26:22,781 DEBUG [StoreCloser-TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/54a94de3a39746dbbf4d747de5c5b169 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/54a94de3a39746dbbf4d747de5c5b169 2024-11-09T05:26:22,782 DEBUG [StoreCloser-TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/a3da2d51b7fd443085ec95a4b8e5ff92 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/a3da2d51b7fd443085ec95a4b8e5ff92 2024-11-09T05:26:22,782 DEBUG [StoreCloser-TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/9125297c8fd944ec93bb330db1e07d28 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/9125297c8fd944ec93bb330db1e07d28 2024-11-09T05:26:22,783 DEBUG [StoreCloser-TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/ea6af76f6e5b481cb0b820e780e3fd8b to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/ea6af76f6e5b481cb0b820e780e3fd8b 2024-11-09T05:26:22,784 DEBUG [StoreCloser-TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/b440f9df491e4d4a8ef4734be2ea538c to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/b440f9df491e4d4a8ef4734be2ea538c 2024-11-09T05:26:22,784 DEBUG [StoreCloser-TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/680803eb363a427581db57521ebd9e0d to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/680803eb363a427581db57521ebd9e0d 2024-11-09T05:26:22,787 DEBUG [StoreCloser-TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/7738c91906dc414894b880924bfe4586 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/7738c91906dc414894b880924bfe4586 2024-11-09T05:26:22,788 DEBUG [StoreCloser-TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/f5ffebb3c79e418ea06c67d45c285479 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/f5ffebb3c79e418ea06c67d45c285479 2024-11-09T05:26:22,789 DEBUG [StoreCloser-TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/891c9b6082f549439610e69e3edb9257 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/891c9b6082f549439610e69e3edb9257 2024-11-09T05:26:22,790 DEBUG [StoreCloser-TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/f919a19c8bca48fa839ead4d4355e8ba to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/f919a19c8bca48fa839ead4d4355e8ba 2024-11-09T05:26:22,790 DEBUG [StoreCloser-TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/f2ff21d7e7324b28bc9ddc03781721f3 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/f2ff21d7e7324b28bc9ddc03781721f3 2024-11-09T05:26:22,791 DEBUG [StoreCloser-TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/155d968fc0fa452d85340a1641d6313c to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/155d968fc0fa452d85340a1641d6313c 2024-11-09T05:26:22,792 DEBUG [StoreCloser-TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/448fcf4705fa43ecabd953d7730d9313 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/448fcf4705fa43ecabd953d7730d9313 2024-11-09T05:26:22,793 DEBUG [StoreCloser-TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/d2a983c91d9d465398e0b93b59a1238f to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/d2a983c91d9d465398e0b93b59a1238f 2024-11-09T05:26:22,793 DEBUG [StoreCloser-TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/fb7f8302571841419137a3c1c343c1d6 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/fb7f8302571841419137a3c1c343c1d6 2024-11-09T05:26:22,794 DEBUG [StoreCloser-TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/117717a04e1541309ec440ce12cd83c6 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/117717a04e1541309ec440ce12cd83c6 2024-11-09T05:26:22,795 DEBUG [StoreCloser-TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/98a81ff41000494580de8bcafb0edc30 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/98a81ff41000494580de8bcafb0edc30 2024-11-09T05:26:22,795 DEBUG [StoreCloser-TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/f53c6235a61043b3b82b61ade35bd036 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/f53c6235a61043b3b82b61ade35bd036 2024-11-09T05:26:22,796 DEBUG [StoreCloser-TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/2b81e854fcd441e09195ae1e9f21f917 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/2b81e854fcd441e09195ae1e9f21f917 2024-11-09T05:26:22,797 DEBUG [StoreCloser-TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/be7ae5bc0ebb41e88b3ec2a4584e5a61 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/be7ae5bc0ebb41e88b3ec2a4584e5a61 2024-11-09T05:26:22,797 DEBUG [StoreCloser-TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/3ff2ff225900465790104a7f617c5312 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/3ff2ff225900465790104a7f617c5312 2024-11-09T05:26:22,798 DEBUG [StoreCloser-TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/4c0d9bd2df7e46599637a8b50b78853d to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/4c0d9bd2df7e46599637a8b50b78853d 2024-11-09T05:26:22,799 DEBUG [StoreCloser-TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/04ddfde5f031418394e10da04b3babeb to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/04ddfde5f031418394e10da04b3babeb 2024-11-09T05:26:22,800 DEBUG [StoreCloser-TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/1532d01394144035b9fae9e659a3fc18, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/125fc27bd46b41e0991d77b63c1b9e3a, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/1d88b66a3b364f02b1930dbf503af400, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/31316e56ae1a4321b7be62738fd78129, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/a52462cd1ded48409deafee4bd4141ea, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/d3acfc6b49b1427c9bbd000554d27d0e, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/d181c30e76ed4e2cad1af3d01a4a86c1, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/b051e2d9e6b344608fb45f3023ce8056, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/0eefc1b041724881b973cadd42f81666, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/0bbec7950bce4124a0c00e35042c4096, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/7c862455e8eb421b9de13a4e780c4660, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/1f51690ecab24fe58b6336c1d0f9892c, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/e86517e1a22e4a79aac94211cca08497, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/49711a0e537748e1ac64308c23b8b49c, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/4ba633c2b9714c32960ddfec8788bb2c, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/7f9dd3a7f5834f929ac7ad918edd0a9f, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/ba1744e6a77a4bd1bd172755cc5dbb97, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/907429752ef04f91b8306d7325306f26, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/dcee233da8b346a8ba5382e4c7729645, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/7d2b5a1561334c9ca0f62ca4c58f5e85, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/2481967a133841b5b4297c8e2b840734, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/0349cc84403e48d895f9780dbeb429f9, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/c773615851ad4657b898ed9dbf0b226b, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/0779eb60b9104aeebdd173bcc6322b16, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/56f2bc769b9e4a65a54910d7ae926c75, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/4cd7a179b7ee4134aff8be0861455baf, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/efda366f75bf47b39b2a23f0ecf03eee, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/6a4c05bb09eb4705b3ce6ce3dc3f8862, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/7a49ab9b942c4e199351de8b766b1590, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/99eba4a9661549f08b4c2eadce8f59d0, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/a1eb25a19c17489aab94aaad2dab0721, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/182d7dbc5ca94540bce06e41192df728, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/e8ddc0ccb0fc4cacaf8836a1ba4c32fd, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/89d1ad7b5d0c4b1c850d183286174b06] to archive 2024-11-09T05:26:22,801 DEBUG [StoreCloser-TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-09T05:26:22,802 DEBUG [StoreCloser-TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/1532d01394144035b9fae9e659a3fc18 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/1532d01394144035b9fae9e659a3fc18 2024-11-09T05:26:22,803 DEBUG [StoreCloser-TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/125fc27bd46b41e0991d77b63c1b9e3a to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/125fc27bd46b41e0991d77b63c1b9e3a 2024-11-09T05:26:22,803 DEBUG [StoreCloser-TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/1d88b66a3b364f02b1930dbf503af400 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/1d88b66a3b364f02b1930dbf503af400 2024-11-09T05:26:22,804 DEBUG [StoreCloser-TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/31316e56ae1a4321b7be62738fd78129 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/31316e56ae1a4321b7be62738fd78129 2024-11-09T05:26:22,805 DEBUG [StoreCloser-TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/a52462cd1ded48409deafee4bd4141ea to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/a52462cd1ded48409deafee4bd4141ea 2024-11-09T05:26:22,806 DEBUG [StoreCloser-TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/d3acfc6b49b1427c9bbd000554d27d0e to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/d3acfc6b49b1427c9bbd000554d27d0e 2024-11-09T05:26:22,806 DEBUG [StoreCloser-TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/d181c30e76ed4e2cad1af3d01a4a86c1 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/d181c30e76ed4e2cad1af3d01a4a86c1 2024-11-09T05:26:22,807 DEBUG [StoreCloser-TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/b051e2d9e6b344608fb45f3023ce8056 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/b051e2d9e6b344608fb45f3023ce8056 2024-11-09T05:26:22,808 DEBUG [StoreCloser-TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/0eefc1b041724881b973cadd42f81666 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/0eefc1b041724881b973cadd42f81666 2024-11-09T05:26:22,808 DEBUG [StoreCloser-TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/0bbec7950bce4124a0c00e35042c4096 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/0bbec7950bce4124a0c00e35042c4096 2024-11-09T05:26:22,809 DEBUG [StoreCloser-TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/7c862455e8eb421b9de13a4e780c4660 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/7c862455e8eb421b9de13a4e780c4660 2024-11-09T05:26:22,810 DEBUG [StoreCloser-TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/1f51690ecab24fe58b6336c1d0f9892c to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/1f51690ecab24fe58b6336c1d0f9892c 2024-11-09T05:26:22,811 DEBUG [StoreCloser-TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/e86517e1a22e4a79aac94211cca08497 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/e86517e1a22e4a79aac94211cca08497 2024-11-09T05:26:22,811 DEBUG [StoreCloser-TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/49711a0e537748e1ac64308c23b8b49c to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/49711a0e537748e1ac64308c23b8b49c 2024-11-09T05:26:22,812 DEBUG [StoreCloser-TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/4ba633c2b9714c32960ddfec8788bb2c to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/4ba633c2b9714c32960ddfec8788bb2c 2024-11-09T05:26:22,813 DEBUG [StoreCloser-TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/7f9dd3a7f5834f929ac7ad918edd0a9f to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/7f9dd3a7f5834f929ac7ad918edd0a9f 2024-11-09T05:26:22,813 DEBUG [StoreCloser-TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/ba1744e6a77a4bd1bd172755cc5dbb97 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/ba1744e6a77a4bd1bd172755cc5dbb97 2024-11-09T05:26:22,814 DEBUG [StoreCloser-TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/907429752ef04f91b8306d7325306f26 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/907429752ef04f91b8306d7325306f26 2024-11-09T05:26:22,815 DEBUG [StoreCloser-TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/dcee233da8b346a8ba5382e4c7729645 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/dcee233da8b346a8ba5382e4c7729645 2024-11-09T05:26:22,816 DEBUG [StoreCloser-TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/7d2b5a1561334c9ca0f62ca4c58f5e85 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/7d2b5a1561334c9ca0f62ca4c58f5e85 2024-11-09T05:26:22,817 DEBUG [StoreCloser-TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/2481967a133841b5b4297c8e2b840734 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/2481967a133841b5b4297c8e2b840734 2024-11-09T05:26:22,818 DEBUG [StoreCloser-TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/0349cc84403e48d895f9780dbeb429f9 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/0349cc84403e48d895f9780dbeb429f9 2024-11-09T05:26:22,818 DEBUG [StoreCloser-TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/c773615851ad4657b898ed9dbf0b226b to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/c773615851ad4657b898ed9dbf0b226b 2024-11-09T05:26:22,819 DEBUG [StoreCloser-TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/0779eb60b9104aeebdd173bcc6322b16 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/0779eb60b9104aeebdd173bcc6322b16 2024-11-09T05:26:22,820 DEBUG [StoreCloser-TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/56f2bc769b9e4a65a54910d7ae926c75 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/56f2bc769b9e4a65a54910d7ae926c75 2024-11-09T05:26:22,821 DEBUG [StoreCloser-TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/4cd7a179b7ee4134aff8be0861455baf to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/4cd7a179b7ee4134aff8be0861455baf 2024-11-09T05:26:22,822 DEBUG [StoreCloser-TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/efda366f75bf47b39b2a23f0ecf03eee to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/efda366f75bf47b39b2a23f0ecf03eee 2024-11-09T05:26:22,823 DEBUG [StoreCloser-TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/6a4c05bb09eb4705b3ce6ce3dc3f8862 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/6a4c05bb09eb4705b3ce6ce3dc3f8862 2024-11-09T05:26:22,823 DEBUG [StoreCloser-TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/7a49ab9b942c4e199351de8b766b1590 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/7a49ab9b942c4e199351de8b766b1590 2024-11-09T05:26:22,824 DEBUG [StoreCloser-TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/99eba4a9661549f08b4c2eadce8f59d0 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/99eba4a9661549f08b4c2eadce8f59d0 2024-11-09T05:26:22,825 DEBUG [StoreCloser-TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/a1eb25a19c17489aab94aaad2dab0721 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/a1eb25a19c17489aab94aaad2dab0721 2024-11-09T05:26:22,825 DEBUG [StoreCloser-TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/182d7dbc5ca94540bce06e41192df728 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/182d7dbc5ca94540bce06e41192df728 2024-11-09T05:26:22,826 DEBUG [StoreCloser-TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/e8ddc0ccb0fc4cacaf8836a1ba4c32fd to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/e8ddc0ccb0fc4cacaf8836a1ba4c32fd 2024-11-09T05:26:22,827 DEBUG [StoreCloser-TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/89d1ad7b5d0c4b1c850d183286174b06 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/89d1ad7b5d0c4b1c850d183286174b06 2024-11-09T05:26:22,828 DEBUG [StoreCloser-TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/d35cecbd772142d784e1e61c5e46c219, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/9a7e3484e4a9414081eca5d90ac650e0, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/716d9e21cfa34ce4851b8e2b1f4a4fc8, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/c2b7c6222f9c4a039216a0c8dc6afaee, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/2e0e653895e54bc49dc6875adbf0543e, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/d36d0c4fa6c1442fbd258dee0748fb6f, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/65e0b059eeba4ec69deb29363bf994f4, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/bbbb0997f68942d3ae7bf729ef85f235, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/b400d6dba68d4e34833e62af67e4c070, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/902ab15f9bf24c0e8b5876e720b6dcae, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/7ebe1a27fd194d0683d6c903ee4a1842, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/72a6d9c071f44ba4a4b239c6bf721e6d, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/b2ee2e79c6884a808f258ddf38f44180, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/d3ec9d0525cd47d1bf9d963aed7ee9ee, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/bd5465c2ce8d481bb42e412b534182b5, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/9e55816a001b487d8c48b5794ab36b9d, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/182a0cff22ee4efca07fe27e7c3aacbb, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/c97abce440ae4fb3b38a58bd22fc923f, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/1e145a6ee7ef4bfa84464c3afc9f476d, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/44fb8e8cf7df4853942300f46833fcca, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/409f7e374d3d45e48d4cce5eeb4ab747, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/21110b066eef469cbd1941eb75d1b078, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/ea7cb1767cc34e28a11f58bf71ccc0d6, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/7a4ffd1d97e240d6990f9afff627971d, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/0a819cd1a4ad4a249f655d1291219208, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/ee915a1e08b14f2786ef77b52cd333ff, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/a4b89ca79299456882a7ad69b1c41c67, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/c0d36bdf477249caae65f60303a47e4c, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/6b55d489b45a48f3b89a4f8ca67f1e16, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/c6a6bb18e6b24807bdc19ce5149ce840, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/fe2bb30e7e434465933f0c2062b75419, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/2b0047dce7a54e87a42fa060fca5ff8e, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/cde6336b5d684cd3a737969ace62bf8a, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/9b4524285f0c4666a22f9925f4e171bc] to archive 2024-11-09T05:26:22,829 DEBUG [StoreCloser-TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-09T05:26:22,830 DEBUG [StoreCloser-TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/d35cecbd772142d784e1e61c5e46c219 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/d35cecbd772142d784e1e61c5e46c219 2024-11-09T05:26:22,831 DEBUG [StoreCloser-TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/9a7e3484e4a9414081eca5d90ac650e0 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/9a7e3484e4a9414081eca5d90ac650e0 2024-11-09T05:26:22,831 DEBUG [StoreCloser-TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/716d9e21cfa34ce4851b8e2b1f4a4fc8 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/716d9e21cfa34ce4851b8e2b1f4a4fc8 2024-11-09T05:26:22,832 DEBUG [StoreCloser-TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/c2b7c6222f9c4a039216a0c8dc6afaee to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/c2b7c6222f9c4a039216a0c8dc6afaee 2024-11-09T05:26:22,833 DEBUG [StoreCloser-TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/2e0e653895e54bc49dc6875adbf0543e to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/2e0e653895e54bc49dc6875adbf0543e 2024-11-09T05:26:22,834 DEBUG [StoreCloser-TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/d36d0c4fa6c1442fbd258dee0748fb6f to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/d36d0c4fa6c1442fbd258dee0748fb6f 2024-11-09T05:26:22,835 DEBUG [StoreCloser-TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/65e0b059eeba4ec69deb29363bf994f4 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/65e0b059eeba4ec69deb29363bf994f4 2024-11-09T05:26:22,835 DEBUG [StoreCloser-TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/bbbb0997f68942d3ae7bf729ef85f235 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/bbbb0997f68942d3ae7bf729ef85f235 2024-11-09T05:26:22,836 DEBUG [StoreCloser-TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/b400d6dba68d4e34833e62af67e4c070 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/b400d6dba68d4e34833e62af67e4c070 2024-11-09T05:26:22,837 DEBUG [StoreCloser-TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/902ab15f9bf24c0e8b5876e720b6dcae to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/902ab15f9bf24c0e8b5876e720b6dcae 2024-11-09T05:26:22,837 DEBUG [StoreCloser-TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/7ebe1a27fd194d0683d6c903ee4a1842 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/7ebe1a27fd194d0683d6c903ee4a1842 2024-11-09T05:26:22,838 DEBUG [StoreCloser-TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/72a6d9c071f44ba4a4b239c6bf721e6d to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/72a6d9c071f44ba4a4b239c6bf721e6d 2024-11-09T05:26:22,839 DEBUG [StoreCloser-TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/b2ee2e79c6884a808f258ddf38f44180 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/b2ee2e79c6884a808f258ddf38f44180 2024-11-09T05:26:22,839 DEBUG [StoreCloser-TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/d3ec9d0525cd47d1bf9d963aed7ee9ee to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/d3ec9d0525cd47d1bf9d963aed7ee9ee 2024-11-09T05:26:22,840 DEBUG [StoreCloser-TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/bd5465c2ce8d481bb42e412b534182b5 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/bd5465c2ce8d481bb42e412b534182b5 2024-11-09T05:26:22,841 DEBUG [StoreCloser-TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/9e55816a001b487d8c48b5794ab36b9d to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/9e55816a001b487d8c48b5794ab36b9d 2024-11-09T05:26:22,841 DEBUG [StoreCloser-TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/182a0cff22ee4efca07fe27e7c3aacbb to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/182a0cff22ee4efca07fe27e7c3aacbb 2024-11-09T05:26:22,842 DEBUG [StoreCloser-TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/c97abce440ae4fb3b38a58bd22fc923f to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/c97abce440ae4fb3b38a58bd22fc923f 2024-11-09T05:26:22,843 DEBUG [StoreCloser-TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/1e145a6ee7ef4bfa84464c3afc9f476d to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/1e145a6ee7ef4bfa84464c3afc9f476d 2024-11-09T05:26:22,843 DEBUG [StoreCloser-TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/44fb8e8cf7df4853942300f46833fcca to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/44fb8e8cf7df4853942300f46833fcca 2024-11-09T05:26:22,844 DEBUG [StoreCloser-TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/409f7e374d3d45e48d4cce5eeb4ab747 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/409f7e374d3d45e48d4cce5eeb4ab747 2024-11-09T05:26:22,845 DEBUG [StoreCloser-TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/21110b066eef469cbd1941eb75d1b078 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/21110b066eef469cbd1941eb75d1b078 2024-11-09T05:26:22,845 DEBUG [StoreCloser-TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/ea7cb1767cc34e28a11f58bf71ccc0d6 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/ea7cb1767cc34e28a11f58bf71ccc0d6 2024-11-09T05:26:22,846 DEBUG [StoreCloser-TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/7a4ffd1d97e240d6990f9afff627971d to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/7a4ffd1d97e240d6990f9afff627971d 2024-11-09T05:26:22,847 DEBUG [StoreCloser-TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/0a819cd1a4ad4a249f655d1291219208 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/0a819cd1a4ad4a249f655d1291219208 2024-11-09T05:26:22,847 DEBUG [StoreCloser-TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/ee915a1e08b14f2786ef77b52cd333ff to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/ee915a1e08b14f2786ef77b52cd333ff 2024-11-09T05:26:22,848 DEBUG [StoreCloser-TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/a4b89ca79299456882a7ad69b1c41c67 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/a4b89ca79299456882a7ad69b1c41c67 2024-11-09T05:26:22,849 DEBUG [StoreCloser-TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/c0d36bdf477249caae65f60303a47e4c to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/c0d36bdf477249caae65f60303a47e4c 2024-11-09T05:26:22,850 DEBUG [StoreCloser-TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/6b55d489b45a48f3b89a4f8ca67f1e16 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/6b55d489b45a48f3b89a4f8ca67f1e16 2024-11-09T05:26:22,851 DEBUG [StoreCloser-TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/c6a6bb18e6b24807bdc19ce5149ce840 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/c6a6bb18e6b24807bdc19ce5149ce840 2024-11-09T05:26:22,851 DEBUG [StoreCloser-TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/fe2bb30e7e434465933f0c2062b75419 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/fe2bb30e7e434465933f0c2062b75419 2024-11-09T05:26:22,852 DEBUG [StoreCloser-TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/2b0047dce7a54e87a42fa060fca5ff8e to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/2b0047dce7a54e87a42fa060fca5ff8e 2024-11-09T05:26:22,853 DEBUG [StoreCloser-TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/cde6336b5d684cd3a737969ace62bf8a to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/cde6336b5d684cd3a737969ace62bf8a 2024-11-09T05:26:22,853 DEBUG [StoreCloser-TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/9b4524285f0c4666a22f9925f4e171bc to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/9b4524285f0c4666a22f9925f4e171bc 2024-11-09T05:26:22,857 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/recovered.edits/500.seqid, newMaxSeqId=500, maxSeqId=1 2024-11-09T05:26:22,857 INFO [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. 2024-11-09T05:26:22,857 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1676): Region close journal for 4e718dacb7c04ccb21b0b565786c2404: Waiting for close lock at 1731129981532Running coprocessor pre-close hooks at 1731129981532Disabling compacts and flushes for region at 1731129981532Disabling writes for close at 1731129981532Obtaining lock to block concurrent updates at 1731129981532Preparing flush snapshotting stores in 4e718dacb7c04ccb21b0b565786c2404 at 1731129981532Finished memstore snapshotting TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404., syncing WAL and waiting on mvcc, flushsize=dataSize=13740, getHeapSize=36720, getOffHeapSize=0, getCellsCount=300 at 1731129981532Flushing stores of TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404. at 1731129981533 (+1 ms)Flushing 4e718dacb7c04ccb21b0b565786c2404/A: creating writer at 1731129981533Flushing 4e718dacb7c04ccb21b0b565786c2404/A: appending metadata at 1731129981535 (+2 ms)Flushing 4e718dacb7c04ccb21b0b565786c2404/A: closing flushed file at 1731129981535Flushing 4e718dacb7c04ccb21b0b565786c2404/B: creating writer at 1731129981942 (+407 ms)Flushing 4e718dacb7c04ccb21b0b565786c2404/B: appending metadata at 1731129981944 (+2 ms)Flushing 4e718dacb7c04ccb21b0b565786c2404/B: closing flushed file at 1731129981944Flushing 4e718dacb7c04ccb21b0b565786c2404/C: creating writer at 1731129982350 (+406 ms)Flushing 4e718dacb7c04ccb21b0b565786c2404/C: appending metadata at 1731129982352 (+2 ms)Flushing 4e718dacb7c04ccb21b0b565786c2404/C: closing flushed file at 1731129982352Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b74e40b: reopening flushed file at 1731129982759 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24bb05f6: reopening flushed file at 1731129982762 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52456c4d: reopening flushed file at 1731129982765 (+3 ms)Finished flush of dataSize ~13.42 KB/13740, heapSize ~35.86 KB/36720, currentSize=0 B/0 for 4e718dacb7c04ccb21b0b565786c2404 in 1238ms, sequenceid=497, compaction requested=false at 1731129982770 (+5 ms)Writing region close event to WAL at 1731129982854 (+84 ms)Running coprocessor post-close hooks at 1731129982857 (+3 ms)Closed at 1731129982857 2024-11-09T05:26:22,859 INFO [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] handler.UnassignRegionHandler(157): Closed 4e718dacb7c04ccb21b0b565786c2404 2024-11-09T05:26:22,859 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=90 updating hbase:meta row=4e718dacb7c04ccb21b0b565786c2404, regionState=CLOSED 2024-11-09T05:26:22,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=91, ppid=90, state=RUNNABLE, hasLock=false; CloseRegionProcedure 4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 because future has completed 2024-11-09T05:26:22,862 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=91, resume processing ppid=90 2024-11-09T05:26:22,863 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=91, ppid=90, state=SUCCESS, hasLock=false; CloseRegionProcedure 4e718dacb7c04ccb21b0b565786c2404, server=059551c538b7,40801,1731129891493 in 1.4810 sec 2024-11-09T05:26:22,864 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=90, resume processing ppid=89 2024-11-09T05:26:22,864 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=90, ppid=89, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4e718dacb7c04ccb21b0b565786c2404, UNASSIGN in 1.4850 sec 2024-11-09T05:26:22,866 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=89, resume processing ppid=88 2024-11-09T05:26:22,866 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=89, ppid=88, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4880 sec 2024-11-09T05:26:22,867 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731129982867"}]},"ts":"1731129982867"} 2024-11-09T05:26:22,868 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-09T05:26:22,868 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-09T05:26:22,870 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=88, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.4960 sec 2024-11-09T05:26:23,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-09T05:26:23,521 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-09T05:26:23,521 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-09T05:26:23,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] procedure2.ProcedureExecutor(1139): Stored pid=92, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T05:26:23,523 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=92, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T05:26:23,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-09T05:26:23,524 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=92, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T05:26:23,526 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404 2024-11-09T05:26:23,531 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A, FileablePath, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B, FileablePath, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C, FileablePath, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/recovered.edits] 2024-11-09T05:26:23,535 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/0dd56498fcb547b9b185c18ac2ea1b9f to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/0dd56498fcb547b9b185c18ac2ea1b9f 2024-11-09T05:26:23,538 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/c0614f227c55475bae2da6b2eb2dfd46 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/A/c0614f227c55475bae2da6b2eb2dfd46 2024-11-09T05:26:23,541 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/0044be00ddb94f6e962c27feee461470 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/0044be00ddb94f6e962c27feee461470 2024-11-09T05:26:23,543 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/b8c528a2b18342fd95fb489249e53c9c to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/B/b8c528a2b18342fd95fb489249e53c9c 2024-11-09T05:26:23,547 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/6291e789c41648a1a829093f4a799b35 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/6291e789c41648a1a829093f4a799b35 2024-11-09T05:26:23,549 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/b03cf971cce947e9b1f6b98c231ad54d to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/C/b03cf971cce947e9b1f6b98c231ad54d 2024-11-09T05:26:23,552 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/recovered.edits/500.seqid to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404/recovered.edits/500.seqid 2024-11-09T05:26:23,552 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/4e718dacb7c04ccb21b0b565786c2404 2024-11-09T05:26:23,553 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-09T05:26:23,555 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=92, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T05:26:23,558 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-09T05:26:23,561 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-09T05:26:23,562 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=92, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T05:26:23,562 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-09T05:26:23,563 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731129983562"}]},"ts":"9223372036854775807"} 2024-11-09T05:26:23,565 INFO [PEWorker-2 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-09T05:26:23,565 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 4e718dacb7c04ccb21b0b565786c2404, NAME => 'TestAcidGuarantees,,1731129952148.4e718dacb7c04ccb21b0b565786c2404.', STARTKEY => '', ENDKEY => ''}] 2024-11-09T05:26:23,565 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-09T05:26:23,565 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731129983565"}]},"ts":"9223372036854775807"} 2024-11-09T05:26:23,567 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-09T05:26:23,568 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=92, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T05:26:23,569 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=92, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 47 msec 2024-11-09T05:26:23,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-09T05:26:23,630 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-09T05:26:23,632 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-09T05:26:23,638 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testGetAtomicity Thread=238 (was 242), OpenFileDescriptor=453 (was 461), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=545 (was 512) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=908 (was 580) - AvailableMemoryMB LEAK? - 2024-11-09T05:26:23,646 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMobScanAtomicity Thread=238, OpenFileDescriptor=453, MaxFileDescriptor=1048576, SystemLoadAverage=545, ProcessCount=11, AvailableMemoryMB=908 2024-11-09T05:26:23,647 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-09T05:26:23,648 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T05:26:23,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] procedure2.ProcedureExecutor(1139): Stored pid=93, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-09T05:26:23,650 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=93, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T05:26:23,650 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:23,650 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 93 2024-11-09T05:26:23,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-09T05:26:23,651 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=93, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T05:26:23,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742192_1368 (size=959) 2024-11-09T05:26:23,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-09T05:26:23,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-09T05:26:24,057 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320 2024-11-09T05:26:24,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742193_1369 (size=53) 2024-11-09T05:26:24,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-09T05:26:24,461 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T05:26:24,462 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 85816e77739f8042e861157e7a0739b8, disabling compactions & flushes 2024-11-09T05:26:24,462 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. 2024-11-09T05:26:24,462 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. 2024-11-09T05:26:24,462 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. after waiting 0 ms 2024-11-09T05:26:24,462 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. 2024-11-09T05:26:24,462 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. 2024-11-09T05:26:24,462 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 85816e77739f8042e861157e7a0739b8: Waiting for close lock at 1731129984462Disabling compacts and flushes for region at 1731129984462Disabling writes for close at 1731129984462Writing region close event to WAL at 1731129984462Closed at 1731129984462 2024-11-09T05:26:24,463 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=93, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T05:26:24,463 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731129984463"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731129984463"}]},"ts":"1731129984463"} 2024-11-09T05:26:24,464 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T05:26:24,465 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=93, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T05:26:24,466 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731129984465"}]},"ts":"1731129984465"} 2024-11-09T05:26:24,467 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-09T05:26:24,467 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=85816e77739f8042e861157e7a0739b8, ASSIGN}] 2024-11-09T05:26:24,468 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=85816e77739f8042e861157e7a0739b8, ASSIGN 2024-11-09T05:26:24,468 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=85816e77739f8042e861157e7a0739b8, ASSIGN; state=OFFLINE, location=059551c538b7,40801,1731129891493; forceNewPlan=false, retain=false 2024-11-09T05:26:24,619 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=85816e77739f8042e861157e7a0739b8, regionState=OPENING, regionLocation=059551c538b7,40801,1731129891493 2024-11-09T05:26:24,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=85816e77739f8042e861157e7a0739b8, ASSIGN because future has completed 2024-11-09T05:26:24,621 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=95, ppid=94, state=RUNNABLE, hasLock=false; OpenRegionProcedure 85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493}] 2024-11-09T05:26:24,774 INFO [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. 2024-11-09T05:26:24,775 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(7752): Opening region: {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} 2024-11-09T05:26:24,775 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 85816e77739f8042e861157e7a0739b8 2024-11-09T05:26:24,775 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T05:26:24,775 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(7794): checking encryption for 85816e77739f8042e861157e7a0739b8 2024-11-09T05:26:24,775 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(7797): checking classloading for 85816e77739f8042e861157e7a0739b8 2024-11-09T05:26:24,776 INFO [StoreOpener-85816e77739f8042e861157e7a0739b8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 85816e77739f8042e861157e7a0739b8 2024-11-09T05:26:24,777 INFO [StoreOpener-85816e77739f8042e861157e7a0739b8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 85816e77739f8042e861157e7a0739b8 columnFamilyName A 2024-11-09T05:26:24,777 DEBUG [StoreOpener-85816e77739f8042e861157e7a0739b8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:24,777 INFO [StoreOpener-85816e77739f8042e861157e7a0739b8-1 {}] regionserver.HStore(327): Store=85816e77739f8042e861157e7a0739b8/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T05:26:24,778 INFO [StoreOpener-85816e77739f8042e861157e7a0739b8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 85816e77739f8042e861157e7a0739b8 2024-11-09T05:26:24,778 INFO [StoreOpener-85816e77739f8042e861157e7a0739b8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 85816e77739f8042e861157e7a0739b8 columnFamilyName B 2024-11-09T05:26:24,778 DEBUG [StoreOpener-85816e77739f8042e861157e7a0739b8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:24,779 INFO [StoreOpener-85816e77739f8042e861157e7a0739b8-1 {}] regionserver.HStore(327): Store=85816e77739f8042e861157e7a0739b8/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T05:26:24,779 INFO [StoreOpener-85816e77739f8042e861157e7a0739b8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 85816e77739f8042e861157e7a0739b8 2024-11-09T05:26:24,779 INFO [StoreOpener-85816e77739f8042e861157e7a0739b8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 85816e77739f8042e861157e7a0739b8 columnFamilyName C 2024-11-09T05:26:24,779 DEBUG [StoreOpener-85816e77739f8042e861157e7a0739b8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:24,780 INFO [StoreOpener-85816e77739f8042e861157e7a0739b8-1 {}] regionserver.HStore(327): Store=85816e77739f8042e861157e7a0739b8/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T05:26:24,780 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1038): replaying wal for 85816e77739f8042e861157e7a0739b8 2024-11-09T05:26:24,780 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8 2024-11-09T05:26:24,780 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8 2024-11-09T05:26:24,781 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1048): stopping wal replay for 85816e77739f8042e861157e7a0739b8 2024-11-09T05:26:24,781 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1060): Cleaning up temporary data for 85816e77739f8042e861157e7a0739b8 2024-11-09T05:26:24,781 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-09T05:26:24,782 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1093): writing seq id for 85816e77739f8042e861157e7a0739b8 2024-11-09T05:26:24,783 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T05:26:24,784 INFO [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1114): Opened 85816e77739f8042e861157e7a0739b8; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62966284, jitterRate=-0.061729252338409424}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-09T05:26:24,784 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 85816e77739f8042e861157e7a0739b8 2024-11-09T05:26:24,784 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1006): Region open journal for 85816e77739f8042e861157e7a0739b8: Running coprocessor pre-open hook at 1731129984775Writing region info on filesystem at 1731129984775Initializing all the Stores at 1731129984776 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731129984776Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731129984776Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731129984776Cleaning up temporary data from old regions at 1731129984781 (+5 ms)Running coprocessor post-open hooks at 1731129984784 (+3 ms)Region opened successfully at 1731129984784 2024-11-09T05:26:24,785 INFO [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., pid=95, masterSystemTime=1731129984772 2024-11-09T05:26:24,786 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. 2024-11-09T05:26:24,786 INFO [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. 2024-11-09T05:26:24,787 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=85816e77739f8042e861157e7a0739b8, regionState=OPEN, openSeqNum=2, regionLocation=059551c538b7,40801,1731129891493 2024-11-09T05:26:24,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=95, ppid=94, state=RUNNABLE, hasLock=false; OpenRegionProcedure 85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 because future has completed 2024-11-09T05:26:24,790 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=95, resume processing ppid=94 2024-11-09T05:26:24,790 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=95, ppid=94, state=SUCCESS, hasLock=false; OpenRegionProcedure 85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 in 167 msec 2024-11-09T05:26:24,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-09T05:26:24,792 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=94, resume processing ppid=93 2024-11-09T05:26:24,792 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=94, ppid=93, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=85816e77739f8042e861157e7a0739b8, ASSIGN in 323 msec 2024-11-09T05:26:24,793 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=93, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T05:26:24,793 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731129984793"}]},"ts":"1731129984793"} 2024-11-09T05:26:24,794 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-09T05:26:24,795 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=93, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T05:26:24,796 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=93, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1470 sec 2024-11-09T05:26:25,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-09T05:26:25,801 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-09T05:26:25,801 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7befe57f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:26:25,801 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 059551c538b7,41745,-1 for getting cluster id 2024-11-09T05:26:25,802 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:26:25,802 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9cbcd106-ff71-48e9-988a-d53636563491' 2024-11-09T05:26:25,802 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:26:25,802 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9cbcd106-ff71-48e9-988a-d53636563491" 2024-11-09T05:26:25,803 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@444f91a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:26:25,803 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [059551c538b7,41745,-1] 2024-11-09T05:26:25,803 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:26:25,803 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:26:25,803 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59046, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:26:25,804 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e06da36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:26:25,804 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:26:25,805 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=059551c538b7,40801,1731129891493, seqNum=-1] 2024-11-09T05:26:25,805 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:26:25,805 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38740, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:26:25,806 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T05:26:25,806 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 059551c538b7,41745,1731129890711 2024-11-09T05:26:25,806 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3235b977 2024-11-09T05:26:25,807 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T05:26:25,807 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59058, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T05:26:25,808 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-09T05:26:25,808 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T05:26:25,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] procedure2.ProcedureExecutor(1139): Stored pid=96, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-09T05:26:25,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742194_1370 (size=995) 2024-11-09T05:26:26,227 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.959 2024-11-09T05:26:26,227 INFO [PEWorker-2 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.995 2024-11-09T05:26:26,229 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=97, ppid=96, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-09T05:26:26,231 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=98, ppid=97, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=85816e77739f8042e861157e7a0739b8, REOPEN/MOVE}] 2024-11-09T05:26:26,231 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=98, ppid=97, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=85816e77739f8042e861157e7a0739b8, REOPEN/MOVE 2024-11-09T05:26:26,232 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=98 updating hbase:meta row=85816e77739f8042e861157e7a0739b8, regionState=CLOSING, regionLocation=059551c538b7,40801,1731129891493 2024-11-09T05:26:26,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=98, ppid=97, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=85816e77739f8042e861157e7a0739b8, REOPEN/MOVE because future has completed 2024-11-09T05:26:26,233 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-09T05:26:26,233 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=99, ppid=98, state=RUNNABLE, hasLock=false; CloseRegionProcedure 85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493}] 2024-11-09T05:26:26,385 INFO [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] handler.UnassignRegionHandler(122): Close 85816e77739f8042e861157e7a0739b8 2024-11-09T05:26:26,385 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-09T05:26:26,385 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] regionserver.HRegion(1722): Closing 85816e77739f8042e861157e7a0739b8, disabling compactions & flushes 2024-11-09T05:26:26,385 INFO [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. 2024-11-09T05:26:26,385 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. 2024-11-09T05:26:26,385 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. after waiting 0 ms 2024-11-09T05:26:26,385 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. 2024-11-09T05:26:26,389 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-09T05:26:26,389 INFO [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. 2024-11-09T05:26:26,389 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] regionserver.HRegion(1676): Region close journal for 85816e77739f8042e861157e7a0739b8: Waiting for close lock at 1731129986385Running coprocessor pre-close hooks at 1731129986385Disabling compacts and flushes for region at 1731129986385Disabling writes for close at 1731129986385Writing region close event to WAL at 1731129986386 (+1 ms)Running coprocessor post-close hooks at 1731129986389 (+3 ms)Closed at 1731129986389 2024-11-09T05:26:26,389 WARN [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] regionserver.HRegionServer(3299): Not adding moved region record: 85816e77739f8042e861157e7a0739b8 to self. 2024-11-09T05:26:26,391 INFO [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] handler.UnassignRegionHandler(157): Closed 85816e77739f8042e861157e7a0739b8 2024-11-09T05:26:26,391 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=98 updating hbase:meta row=85816e77739f8042e861157e7a0739b8, regionState=CLOSED 2024-11-09T05:26:26,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=99, ppid=98, state=RUNNABLE, hasLock=false; CloseRegionProcedure 85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 because future has completed 2024-11-09T05:26:26,394 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=99, resume processing ppid=98 2024-11-09T05:26:26,394 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=99, ppid=98, state=SUCCESS, hasLock=false; CloseRegionProcedure 85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 in 160 msec 2024-11-09T05:26:26,395 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=98, ppid=97, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=85816e77739f8042e861157e7a0739b8, REOPEN/MOVE; state=CLOSED, location=059551c538b7,40801,1731129891493; forceNewPlan=false, retain=true 2024-11-09T05:26:26,545 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=98 updating hbase:meta row=85816e77739f8042e861157e7a0739b8, regionState=OPENING, regionLocation=059551c538b7,40801,1731129891493 2024-11-09T05:26:26,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=98, ppid=97, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=85816e77739f8042e861157e7a0739b8, REOPEN/MOVE because future has completed 2024-11-09T05:26:26,547 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=100, ppid=98, state=RUNNABLE, hasLock=false; OpenRegionProcedure 85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493}] 2024-11-09T05:26:26,701 INFO [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. 2024-11-09T05:26:26,701 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(7752): Opening region: {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} 2024-11-09T05:26:26,701 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 85816e77739f8042e861157e7a0739b8 2024-11-09T05:26:26,701 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T05:26:26,701 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(7794): checking encryption for 85816e77739f8042e861157e7a0739b8 2024-11-09T05:26:26,701 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(7797): checking classloading for 85816e77739f8042e861157e7a0739b8 2024-11-09T05:26:26,702 INFO [StoreOpener-85816e77739f8042e861157e7a0739b8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 85816e77739f8042e861157e7a0739b8 2024-11-09T05:26:26,703 INFO [StoreOpener-85816e77739f8042e861157e7a0739b8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 85816e77739f8042e861157e7a0739b8 columnFamilyName A 2024-11-09T05:26:26,703 DEBUG [StoreOpener-85816e77739f8042e861157e7a0739b8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:26,704 INFO [StoreOpener-85816e77739f8042e861157e7a0739b8-1 {}] regionserver.HStore(327): Store=85816e77739f8042e861157e7a0739b8/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T05:26:26,704 INFO [StoreOpener-85816e77739f8042e861157e7a0739b8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 85816e77739f8042e861157e7a0739b8 2024-11-09T05:26:26,704 INFO [StoreOpener-85816e77739f8042e861157e7a0739b8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 85816e77739f8042e861157e7a0739b8 columnFamilyName B 2024-11-09T05:26:26,705 DEBUG [StoreOpener-85816e77739f8042e861157e7a0739b8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:26,705 INFO [StoreOpener-85816e77739f8042e861157e7a0739b8-1 {}] regionserver.HStore(327): Store=85816e77739f8042e861157e7a0739b8/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T05:26:26,705 INFO [StoreOpener-85816e77739f8042e861157e7a0739b8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 85816e77739f8042e861157e7a0739b8 2024-11-09T05:26:26,705 INFO [StoreOpener-85816e77739f8042e861157e7a0739b8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 85816e77739f8042e861157e7a0739b8 columnFamilyName C 2024-11-09T05:26:26,705 DEBUG [StoreOpener-85816e77739f8042e861157e7a0739b8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:26,706 INFO [StoreOpener-85816e77739f8042e861157e7a0739b8-1 {}] regionserver.HStore(327): Store=85816e77739f8042e861157e7a0739b8/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T05:26:26,706 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(1038): replaying wal for 85816e77739f8042e861157e7a0739b8 2024-11-09T05:26:26,706 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8 2024-11-09T05:26:26,707 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8 2024-11-09T05:26:26,708 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(1048): stopping wal replay for 85816e77739f8042e861157e7a0739b8 2024-11-09T05:26:26,708 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(1060): Cleaning up temporary data for 85816e77739f8042e861157e7a0739b8 2024-11-09T05:26:26,708 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-09T05:26:26,709 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(1093): writing seq id for 85816e77739f8042e861157e7a0739b8 2024-11-09T05:26:26,710 INFO [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(1114): Opened 85816e77739f8042e861157e7a0739b8; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67449829, jitterRate=0.005080774426460266}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-09T05:26:26,710 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 85816e77739f8042e861157e7a0739b8 2024-11-09T05:26:26,711 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(1006): Region open journal for 85816e77739f8042e861157e7a0739b8: Running coprocessor pre-open hook at 1731129986701Writing region info on filesystem at 1731129986701Initializing all the Stores at 1731129986702 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731129986702Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731129986702Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731129986702Cleaning up temporary data from old regions at 1731129986708 (+6 ms)Running coprocessor post-open hooks at 1731129986710 (+2 ms)Region opened successfully at 1731129986711 (+1 ms) 2024-11-09T05:26:26,711 INFO [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., pid=100, masterSystemTime=1731129986698 2024-11-09T05:26:26,713 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. 2024-11-09T05:26:26,713 INFO [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. 2024-11-09T05:26:26,713 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=98 updating hbase:meta row=85816e77739f8042e861157e7a0739b8, regionState=OPEN, openSeqNum=5, regionLocation=059551c538b7,40801,1731129891493 2024-11-09T05:26:26,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=100, ppid=98, state=RUNNABLE, hasLock=false; OpenRegionProcedure 85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 because future has completed 2024-11-09T05:26:26,717 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=100, resume processing ppid=98 2024-11-09T05:26:26,717 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=100, ppid=98, state=SUCCESS, hasLock=false; OpenRegionProcedure 85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 in 168 msec 2024-11-09T05:26:26,718 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=98, resume processing ppid=97 2024-11-09T05:26:26,718 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=98, ppid=97, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=85816e77739f8042e861157e7a0739b8, REOPEN/MOVE in 486 msec 2024-11-09T05:26:26,720 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=97, resume processing ppid=96 2024-11-09T05:26:26,720 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=97, ppid=96, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 489 msec 2024-11-09T05:26:26,721 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=96, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 911 msec 2024-11-09T05:26:26,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=96 2024-11-09T05:26:26,722 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-09T05:26:26,723 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b10b9e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:26:26,723 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 059551c538b7,41745,-1 for getting cluster id 2024-11-09T05:26:26,723 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:26:26,724 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9cbcd106-ff71-48e9-988a-d53636563491' 2024-11-09T05:26:26,724 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:26:26,724 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9cbcd106-ff71-48e9-988a-d53636563491" 2024-11-09T05:26:26,724 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56e3192, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:26:26,724 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [059551c538b7,41745,-1] 2024-11-09T05:26:26,724 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:26:26,724 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:26:26,725 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59076, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:26:26,725 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@161de748, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:26:26,726 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21c265f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:26:26,726 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 059551c538b7,41745,-1 for getting cluster id 2024-11-09T05:26:26,726 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:26:26,726 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9cbcd106-ff71-48e9-988a-d53636563491' 2024-11-09T05:26:26,726 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:26:26,726 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9cbcd106-ff71-48e9-988a-d53636563491" 2024-11-09T05:26:26,727 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c2a91e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:26:26,727 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [059551c538b7,41745,-1] 2024-11-09T05:26:26,727 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:26:26,727 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:26:26,727 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59086, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:26:26,728 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4df8502e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:26:26,728 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c21b87a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:26:26,728 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 059551c538b7,41745,-1 for getting cluster id 2024-11-09T05:26:26,728 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:26:26,729 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9cbcd106-ff71-48e9-988a-d53636563491' 2024-11-09T05:26:26,729 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:26:26,729 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9cbcd106-ff71-48e9-988a-d53636563491" 2024-11-09T05:26:26,729 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b890f72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:26:26,729 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [059551c538b7,41745,-1] 2024-11-09T05:26:26,729 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:26:26,729 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:26:26,730 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59096, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:26:26,730 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@511dcfdc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:26:26,731 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35e136ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:26:26,731 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 059551c538b7,41745,-1 for getting cluster id 2024-11-09T05:26:26,731 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:26:26,731 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9cbcd106-ff71-48e9-988a-d53636563491' 2024-11-09T05:26:26,731 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:26:26,731 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9cbcd106-ff71-48e9-988a-d53636563491" 2024-11-09T05:26:26,732 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ccebebd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:26:26,732 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [059551c538b7,41745,-1] 2024-11-09T05:26:26,732 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:26:26,732 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:26:26,732 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:26:26,733 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50720b4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:26:26,733 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f004f7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:26:26,733 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 059551c538b7,41745,-1 for getting cluster id 2024-11-09T05:26:26,733 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:26:26,734 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9cbcd106-ff71-48e9-988a-d53636563491' 2024-11-09T05:26:26,734 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:26:26,734 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9cbcd106-ff71-48e9-988a-d53636563491" 2024-11-09T05:26:26,734 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40865a57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:26:26,734 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [059551c538b7,41745,-1] 2024-11-09T05:26:26,734 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:26:26,734 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:26:26,735 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:26:26,735 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@516c8e57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:26:26,736 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35aa2c8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:26:26,736 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 059551c538b7,41745,-1 for getting cluster id 2024-11-09T05:26:26,736 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:26:26,736 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9cbcd106-ff71-48e9-988a-d53636563491' 2024-11-09T05:26:26,736 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:26:26,736 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9cbcd106-ff71-48e9-988a-d53636563491" 2024-11-09T05:26:26,737 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4372410c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:26:26,737 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [059551c538b7,41745,-1] 2024-11-09T05:26:26,737 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:26:26,737 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:26:26,737 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:26:26,738 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ca8adf9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:26:26,738 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53f9edfd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:26:26,738 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 059551c538b7,41745,-1 for getting cluster id 2024-11-09T05:26:26,738 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:26:26,739 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9cbcd106-ff71-48e9-988a-d53636563491' 2024-11-09T05:26:26,739 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:26:26,739 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9cbcd106-ff71-48e9-988a-d53636563491" 2024-11-09T05:26:26,739 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@785bd7a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:26:26,739 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [059551c538b7,41745,-1] 2024-11-09T05:26:26,739 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:26:26,739 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:26:26,740 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59176, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:26:26,740 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ebae497, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:26:26,744 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42125f21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:26:26,744 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 059551c538b7,41745,-1 for getting cluster id 2024-11-09T05:26:26,744 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:26:26,745 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9cbcd106-ff71-48e9-988a-d53636563491' 2024-11-09T05:26:26,745 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:26:26,745 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9cbcd106-ff71-48e9-988a-d53636563491" 2024-11-09T05:26:26,745 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11d7c399, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:26:26,745 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [059551c538b7,41745,-1] 2024-11-09T05:26:26,745 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:26:26,745 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:26:26,746 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59182, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:26:26,747 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68dc4ff3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:26:26,747 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64b126a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:26:26,747 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 059551c538b7,41745,-1 for getting cluster id 2024-11-09T05:26:26,747 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:26:26,748 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9cbcd106-ff71-48e9-988a-d53636563491' 2024-11-09T05:26:26,748 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:26:26,748 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9cbcd106-ff71-48e9-988a-d53636563491" 2024-11-09T05:26:26,748 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7354c997, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:26:26,748 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [059551c538b7,41745,-1] 2024-11-09T05:26:26,748 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:26:26,748 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:26:26,749 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:26:26,749 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@479a65cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:26:26,752 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fa71035, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:26:26,752 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 059551c538b7,41745,-1 for getting cluster id 2024-11-09T05:26:26,752 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:26:26,753 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9cbcd106-ff71-48e9-988a-d53636563491' 2024-11-09T05:26:26,753 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:26:26,753 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9cbcd106-ff71-48e9-988a-d53636563491" 2024-11-09T05:26:26,753 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55954d58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:26:26,753 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [059551c538b7,41745,-1] 2024-11-09T05:26:26,753 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:26:26,754 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:26:26,754 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59216, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:26:26,755 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fa88fa6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:26:26,755 DEBUG [Thread-1685 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:26:26,755 DEBUG [Thread-1683 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:26:26,756 DEBUG [Thread-1679 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:26:26,756 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=059551c538b7,40801,1731129891493, seqNum=-1] 2024-11-09T05:26:26,756 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T05:26:26,756 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=059551c538b7,40801,1731129891493, seqNum=-1] 2024-11-09T05:26:26,756 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:26:26,756 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:26:26,757 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38754, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:26:26,757 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38752, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:26:26,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] procedure2.ProcedureExecutor(1139): Stored pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees 2024-11-09T05:26:26,758 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=059551c538b7,40801,1731129891493, seqNum=-1] 2024-11-09T05:26:26,758 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:26:26,758 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T05:26:26,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-09T05:26:26,759 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5] 2024-11-09T05:26:26,759 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T05:26:26,759 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=102, ppid=101, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T05:26:26,760 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5] 2024-11-09T05:26:26,760 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38768, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:26:26,763 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5] 2024-11-09T05:26:26,769 DEBUG [Thread-1670 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:26:26,769 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=059551c538b7,40801,1731129891493, seqNum=-1] 2024-11-09T05:26:26,770 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:26:26,771 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38772, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:26:26,772 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5] 2024-11-09T05:26:26,776 DEBUG [Thread-1677 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:26:26,777 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=059551c538b7,40801,1731129891493, seqNum=-1] 2024-11-09T05:26:26,777 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:26:26,779 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:26:26,780 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5] 2024-11-09T05:26:26,790 DEBUG [Thread-1668 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:26:26,791 DEBUG [Thread-1666 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:26:26,791 DEBUG [Thread-1672 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:26:26,791 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=059551c538b7,40801,1731129891493, seqNum=-1] 2024-11-09T05:26:26,791 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:26:26,791 DEBUG [Thread-1674 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:26:26,792 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=059551c538b7,40801,1731129891493, seqNum=-1] 2024-11-09T05:26:26,793 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:26:26,793 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=059551c538b7,40801,1731129891493, seqNum=-1] 2024-11-09T05:26:26,793 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=059551c538b7,40801,1731129891493, seqNum=-1] 2024-11-09T05:26:26,793 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:26:26,793 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:26:26,794 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38784, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:26:26,794 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38780, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:26:26,794 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38786, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:26:26,794 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:26:26,796 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5] 2024-11-09T05:26:26,796 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5] 2024-11-09T05:26:26,797 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5] 2024-11-09T05:26:26,797 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5] 2024-11-09T05:26:26,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(8855): Flush requested on 85816e77739f8042e861157e7a0739b8 2024-11-09T05:26:26,798 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T05:26:26,798 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 85816e77739f8042e861157e7a0739b8 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-09T05:26:26,805 DEBUG [Thread-1681 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:26:26,805 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=059551c538b7,40801,1731129891493, seqNum=-1] 2024-11-09T05:26:26,806 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:26:26,806 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38804, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:26:26,808 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5] 2024-11-09T05:26:26,838 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109a9946b439a2f4dd79bdad3650fd71369_85816e77739f8042e861157e7a0739b8 is 50, key is test_row_0/A:col10/1731129986795/Put/seqid=0 2024-11-09T05:26:26,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742195_1371 (size=12154) 2024-11-09T05:26:26,857 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:26,857 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:26,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38786 deadline: 1731130046843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:26,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38780 deadline: 1731130046841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:26,858 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:26,858 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:26,858 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:26,858 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:26,858 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:26,858 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:26,867 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:26,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38772 deadline: 1731130046857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:26,868 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:26,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38796 deadline: 1731130046858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:26,868 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:26,868 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:26,868 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:26,868 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:26,868 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:26,868 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:26,869 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:26,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38784 deadline: 1731130046858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:26,869 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:26,869 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:26,869 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:26,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-09T05:26:26,913 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-09T05:26:26,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. 2024-11-09T05:26:26,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. as already flushing 2024-11-09T05:26:26,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. 2024-11-09T05:26:26,913 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:26,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:26,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:26,963 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:26,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38786 deadline: 1731130046960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:26,963 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:26,963 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:26,963 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:26,963 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:26,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38780 deadline: 1731130046960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:26,963 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:26,964 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:26,964 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:26,977 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:26,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38772 deadline: 1731130046970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:26,978 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:26,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38796 deadline: 1731130046970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:26,978 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:26,978 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:26,978 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:26,978 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:26,978 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:26,978 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:26,987 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:26,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38784 deadline: 1731130046980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:26,987 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:26,987 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:26,987 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:27,066 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-09T05:26:27,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. 2024-11-09T05:26:27,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. as already flushing 2024-11-09T05:26:27,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. 2024-11-09T05:26:27,066 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:27,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:27,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:27,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-09T05:26:27,178 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:27,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38786 deadline: 1731130047170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:27,178 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:27,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38780 deadline: 1731130047170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:27,179 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:27,179 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:27,179 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:27,179 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:27,179 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:27,179 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:27,188 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:27,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38772 deadline: 1731130047183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:27,189 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:27,189 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:27,189 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:27,195 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:27,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38796 deadline: 1731130047190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:27,196 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:27,196 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:27,196 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:27,196 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:27,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38784 deadline: 1731130047190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:27,196 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:27,196 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:27,196 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:27,219 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-09T05:26:27,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. 2024-11-09T05:26:27,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. as already flushing 2024-11-09T05:26:27,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. 2024-11-09T05:26:27,219 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:27,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:27,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:27,249 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:27,252 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109a9946b439a2f4dd79bdad3650fd71369_85816e77739f8042e861157e7a0739b8 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109a9946b439a2f4dd79bdad3650fd71369_85816e77739f8042e861157e7a0739b8 2024-11-09T05:26:27,253 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/A/a7fa295546ce4720bf78777bac2eade2, store: [table=TestAcidGuarantees family=A region=85816e77739f8042e861157e7a0739b8] 2024-11-09T05:26:27,253 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/A/a7fa295546ce4720bf78777bac2eade2 is 175, key is test_row_0/A:col10/1731129986795/Put/seqid=0 2024-11-09T05:26:27,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742196_1372 (size=30955) 2024-11-09T05:26:27,258 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/A/a7fa295546ce4720bf78777bac2eade2 2024-11-09T05:26:27,285 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/B/91a4896005094c1fa1b2868bfb29a819 is 50, key is test_row_0/B:col10/1731129986795/Put/seqid=0 2024-11-09T05:26:27,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742197_1373 (size=12001) 2024-11-09T05:26:27,301 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/B/91a4896005094c1fa1b2868bfb29a819 2024-11-09T05:26:27,327 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/C/202e417b112b45fbaf5ecf8535133980 is 50, key is test_row_0/C:col10/1731129986795/Put/seqid=0 2024-11-09T05:26:27,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742198_1374 (size=12001) 2024-11-09T05:26:27,372 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-09T05:26:27,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. 2024-11-09T05:26:27,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. as already flushing 2024-11-09T05:26:27,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. 2024-11-09T05:26:27,372 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:27,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:27,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:27,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-09T05:26:27,502 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:27,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38780 deadline: 1731130047497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:27,502 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:27,502 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:27,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38786 deadline: 1731130047497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:27,502 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:27,502 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:27,503 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:27,503 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:27,503 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:27,503 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:27,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38796 deadline: 1731130047501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:27,503 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:27,503 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:27,503 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:27,503 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:27,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38772 deadline: 1731130047501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:27,503 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:27,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38784 deadline: 1731130047501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:27,504 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:27,504 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:27,504 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:27,504 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:27,504 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:27,504 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:27,526 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-09T05:26:27,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. 2024-11-09T05:26:27,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. as already flushing 2024-11-09T05:26:27,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. 2024-11-09T05:26:27,526 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:27,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:27,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:27,679 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-09T05:26:27,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. 2024-11-09T05:26:27,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. as already flushing 2024-11-09T05:26:27,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. 2024-11-09T05:26:27,679 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:27,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:27,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:27,752 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/C/202e417b112b45fbaf5ecf8535133980 2024-11-09T05:26:27,756 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/A/a7fa295546ce4720bf78777bac2eade2 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/a7fa295546ce4720bf78777bac2eade2 2024-11-09T05:26:27,759 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/a7fa295546ce4720bf78777bac2eade2, entries=150, sequenceid=15, filesize=30.2 K 2024-11-09T05:26:27,760 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/B/91a4896005094c1fa1b2868bfb29a819 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/B/91a4896005094c1fa1b2868bfb29a819 2024-11-09T05:26:27,763 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/B/91a4896005094c1fa1b2868bfb29a819, entries=150, sequenceid=15, filesize=11.7 K 2024-11-09T05:26:27,764 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/C/202e417b112b45fbaf5ecf8535133980 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/C/202e417b112b45fbaf5ecf8535133980 2024-11-09T05:26:27,768 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/C/202e417b112b45fbaf5ecf8535133980, entries=150, sequenceid=15, filesize=11.7 K 2024-11-09T05:26:27,769 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 85816e77739f8042e861157e7a0739b8 in 971ms, sequenceid=15, compaction requested=false 2024-11-09T05:26:27,769 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-09T05:26:27,769 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 85816e77739f8042e861157e7a0739b8: 2024-11-09T05:26:27,833 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-09T05:26:27,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. 2024-11-09T05:26:27,833 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2902): Flushing 85816e77739f8042e861157e7a0739b8 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-09T05:26:27,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110984f27529c235458b9c0db0cc9d84ddd5_85816e77739f8042e861157e7a0739b8 is 50, key is test_row_0/A:col10/1731129986852/Put/seqid=0 2024-11-09T05:26:27,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-09T05:26:27,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742199_1375 (size=12154) 2024-11-09T05:26:27,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:27,926 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110984f27529c235458b9c0db0cc9d84ddd5_85816e77739f8042e861157e7a0739b8 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110984f27529c235458b9c0db0cc9d84ddd5_85816e77739f8042e861157e7a0739b8 2024-11-09T05:26:27,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/A/17547e06907c42f5a25e9e87d0a7e493, store: [table=TestAcidGuarantees family=A region=85816e77739f8042e861157e7a0739b8] 2024-11-09T05:26:27,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/A/17547e06907c42f5a25e9e87d0a7e493 is 175, key is test_row_0/A:col10/1731129986852/Put/seqid=0 2024-11-09T05:26:27,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742200_1376 (size=30955) 2024-11-09T05:26:27,985 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/A/17547e06907c42f5a25e9e87d0a7e493 2024-11-09T05:26:28,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/B/51e1dbb2b5e649fe89a93160d1356b86 is 50, key is test_row_0/B:col10/1731129986852/Put/seqid=0 2024-11-09T05:26:28,018 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. as already flushing 2024-11-09T05:26:28,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(8855): Flush requested on 85816e77739f8042e861157e7a0739b8 2024-11-09T05:26:28,037 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:28,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38784 deadline: 1731130048023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:28,037 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:28,037 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:28,037 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:28,037 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:28,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38796 deadline: 1731130048023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:28,038 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:28,038 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:28,038 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:28,038 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:28,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38780 deadline: 1731130048033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:28,038 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:28,038 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:28,038 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:28,046 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:28,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38772 deadline: 1731130048035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:28,046 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:28,046 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:28,046 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:28,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742201_1377 (size=12001) 2024-11-09T05:26:28,050 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/B/51e1dbb2b5e649fe89a93160d1356b86 2024-11-09T05:26:28,053 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:28,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38786 deadline: 1731130048037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:28,054 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:28,054 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:28,054 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:28,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/C/ea17f77dbca24276bd30ed6fb9b6eef7 is 50, key is test_row_0/C:col10/1731129986852/Put/seqid=0 2024-11-09T05:26:28,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742202_1378 (size=12001) 2024-11-09T05:26:28,145 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:28,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38784 deadline: 1731130048140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:28,145 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:28,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38796 deadline: 1731130048140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:28,145 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:28,145 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:28,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38780 deadline: 1731130048140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:28,146 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:28,146 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:28,146 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:28,146 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:28,146 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:28,146 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:28,146 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:28,146 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:28,153 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:28,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38772 deadline: 1731130048149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:28,154 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:28,154 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:28,154 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:28,162 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:28,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38786 deadline: 1731130048160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:28,163 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:28,163 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:28,163 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:28,354 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:28,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38796 deadline: 1731130048350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:28,355 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:28,354 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:28,355 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:28,355 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:28,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38780 deadline: 1731130048350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:28,355 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:28,355 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:28,355 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:28,355 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:28,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38784 deadline: 1731130048350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:28,355 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:28,355 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:28,355 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:28,365 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:28,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38772 deadline: 1731130048360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:28,365 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:28,365 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:28,365 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:28,374 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:28,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38786 deadline: 1731130048369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:28,375 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:28,375 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:28,375 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:28,404 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-09T05:26:28,475 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/C/ea17f77dbca24276bd30ed6fb9b6eef7 2024-11-09T05:26:28,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/A/17547e06907c42f5a25e9e87d0a7e493 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/17547e06907c42f5a25e9e87d0a7e493 2024-11-09T05:26:28,484 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/17547e06907c42f5a25e9e87d0a7e493, entries=150, sequenceid=40, filesize=30.2 K 2024-11-09T05:26:28,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/B/51e1dbb2b5e649fe89a93160d1356b86 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/B/51e1dbb2b5e649fe89a93160d1356b86 2024-11-09T05:26:28,491 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/B/51e1dbb2b5e649fe89a93160d1356b86, entries=150, sequenceid=40, filesize=11.7 K 2024-11-09T05:26:28,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/C/ea17f77dbca24276bd30ed6fb9b6eef7 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/C/ea17f77dbca24276bd30ed6fb9b6eef7 2024-11-09T05:26:28,497 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/C/ea17f77dbca24276bd30ed6fb9b6eef7, entries=150, sequenceid=40, filesize=11.7 K 2024-11-09T05:26:28,499 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 85816e77739f8042e861157e7a0739b8 in 665ms, sequenceid=40, compaction requested=false 2024-11-09T05:26:28,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2603): Flush status journal for 85816e77739f8042e861157e7a0739b8: 2024-11-09T05:26:28,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. 2024-11-09T05:26:28,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=102 2024-11-09T05:26:28,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.HMaster(4169): Remote procedure done, pid=102 2024-11-09T05:26:28,502 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=102, resume processing ppid=101 2024-11-09T05:26:28,502 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=102, ppid=101, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7410 sec 2024-11-09T05:26:28,504 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=101, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees in 1.7470 sec 2024-11-09T05:26:28,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(8855): Flush requested on 85816e77739f8042e861157e7a0739b8 2024-11-09T05:26:28,663 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T05:26:28,664 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 85816e77739f8042e861157e7a0739b8 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-09T05:26:28,671 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411096faf4aec5778456c93b5e037eff2e7e0_85816e77739f8042e861157e7a0739b8 is 50, key is test_row_0/A:col10/1731129988662/Put/seqid=0 2024-11-09T05:26:28,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742203_1379 (size=12154) 2024-11-09T05:26:28,715 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:28,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38784 deadline: 1731130048705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:28,715 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:28,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38796 deadline: 1731130048706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:28,716 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:28,716 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:28,716 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:28,716 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:28,716 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:28,716 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:28,727 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:28,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38780 deadline: 1731130048714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:28,727 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:28,727 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:28,727 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:28,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38786 deadline: 1731130048715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:28,727 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:28,727 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:28,727 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:28,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38772 deadline: 1731130048716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:28,727 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:28,727 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:28,728 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:28,728 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:28,728 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:28,826 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:28,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38784 deadline: 1731130048820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:28,826 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:28,826 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:28,826 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:28,827 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:28,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38796 deadline: 1731130048821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:28,827 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:28,827 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:28,827 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:28,836 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:28,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38780 deadline: 1731130048830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:28,836 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:28,836 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:28,837 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:28,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38786 deadline: 1731130048830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:28,837 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:28,837 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:28,837 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:28,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38772 deadline: 1731130048830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:28,837 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:28,837 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:28,837 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:28,837 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:28,837 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:28,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-09T05:26:28,910 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T05:26:28,911 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T05:26:28,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] procedure2.ProcedureExecutor(1139): Stored pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees 2024-11-09T05:26:28,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-09T05:26:28,912 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T05:26:28,913 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T05:26:28,913 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=104, ppid=103, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T05:26:29,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-09T05:26:29,036 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:29,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38784 deadline: 1731130049030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:29,036 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:29,036 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:29,036 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:29,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38796 deadline: 1731130049030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:29,036 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:29,037 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:29,037 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:29,037 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:29,046 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:29,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38780 deadline: 1731130049039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:29,046 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:29,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38786 deadline: 1731130049039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:29,047 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:29,047 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:29,047 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:29,049 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:29,049 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:29,049 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:29,056 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:29,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38772 deadline: 1731130049050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:29,057 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:29,057 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:29,057 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:29,064 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-09T05:26:29,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. 2024-11-09T05:26:29,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. as already flushing 2024-11-09T05:26:29,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. 2024-11-09T05:26:29,065 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:29,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:29,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:29,078 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:29,081 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411096faf4aec5778456c93b5e037eff2e7e0_85816e77739f8042e861157e7a0739b8 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411096faf4aec5778456c93b5e037eff2e7e0_85816e77739f8042e861157e7a0739b8 2024-11-09T05:26:29,082 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/A/35ff804e1a2f4004a1de1bb9f035ce3b, store: [table=TestAcidGuarantees family=A region=85816e77739f8042e861157e7a0739b8] 2024-11-09T05:26:29,082 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/A/35ff804e1a2f4004a1de1bb9f035ce3b is 175, key is test_row_0/A:col10/1731129988662/Put/seqid=0 2024-11-09T05:26:29,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742204_1380 (size=30955) 2024-11-09T05:26:29,217 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-09T05:26:29,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. 2024-11-09T05:26:29,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. as already flushing 2024-11-09T05:26:29,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. 2024-11-09T05:26:29,217 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:29,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:29,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:29,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-09T05:26:29,347 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:29,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38784 deadline: 1731130049340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:29,347 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:29,347 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:29,347 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:29,356 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:29,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38796 deadline: 1731130049350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:29,356 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:29,356 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:29,356 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:29,368 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:29,368 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:29,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38780 deadline: 1731130049359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:29,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38786 deadline: 1731130049359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:29,369 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:29,369 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:29,369 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:29,369 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:29,369 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:29,369 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:29,370 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-09T05:26:29,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. 2024-11-09T05:26:29,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. as already flushing 2024-11-09T05:26:29,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. 2024-11-09T05:26:29,370 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:29,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:29,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:29,371 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:29,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38772 deadline: 1731130049370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:29,372 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:29,372 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:29,372 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:29,500 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=54, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/A/35ff804e1a2f4004a1de1bb9f035ce3b 2024-11-09T05:26:29,530 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-09T05:26:29,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. 2024-11-09T05:26:29,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. as already flushing 2024-11-09T05:26:29,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. 2024-11-09T05:26:29,531 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:29,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:29,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:29,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-09T05:26:29,567 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/B/db191305c99c41c6abff273c9505d230 is 50, key is test_row_0/B:col10/1731129988662/Put/seqid=0 2024-11-09T05:26:29,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742205_1381 (size=12001) 2024-11-09T05:26:29,688 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-09T05:26:29,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. 2024-11-09T05:26:29,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. as already flushing 2024-11-09T05:26:29,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. 2024-11-09T05:26:29,688 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:29,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:29,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:29,841 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-09T05:26:29,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. 2024-11-09T05:26:29,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. as already flushing 2024-11-09T05:26:29,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. 2024-11-09T05:26:29,841 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:29,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:29,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:29,860 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:29,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38784 deadline: 1731130049850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:29,860 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:29,861 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:29,861 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:29,879 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:29,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38796 deadline: 1731130049870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:29,879 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:29,879 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:29,879 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:29,892 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:29,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38786 deadline: 1731130049880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:29,893 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:29,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38772 deadline: 1731130049880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:29,893 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:29,893 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:29,893 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:29,893 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:29,893 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:29,893 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:29,893 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:29,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38780 deadline: 1731130049880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:29,893 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:29,894 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:29,894 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:29,996 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-09T05:26:29,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. 2024-11-09T05:26:29,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. as already flushing 2024-11-09T05:26:29,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. 2024-11-09T05:26:29,997 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:29,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:29,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:30,009 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/B/db191305c99c41c6abff273c9505d230 2024-11-09T05:26:30,016 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/C/854f1ea180e0452784c67141846ee129 is 50, key is test_row_0/C:col10/1731129988662/Put/seqid=0 2024-11-09T05:26:30,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742206_1382 (size=12001) 2024-11-09T05:26:30,023 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/C/854f1ea180e0452784c67141846ee129 2024-11-09T05:26:30,028 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/A/35ff804e1a2f4004a1de1bb9f035ce3b as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/35ff804e1a2f4004a1de1bb9f035ce3b 2024-11-09T05:26:30,032 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/35ff804e1a2f4004a1de1bb9f035ce3b, entries=150, sequenceid=54, filesize=30.2 K 2024-11-09T05:26:30,033 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/B/db191305c99c41c6abff273c9505d230 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/B/db191305c99c41c6abff273c9505d230 2024-11-09T05:26:30,036 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/B/db191305c99c41c6abff273c9505d230, entries=150, sequenceid=54, filesize=11.7 K 2024-11-09T05:26:30,036 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/C/854f1ea180e0452784c67141846ee129 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/C/854f1ea180e0452784c67141846ee129 2024-11-09T05:26:30,040 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/C/854f1ea180e0452784c67141846ee129, entries=150, sequenceid=54, filesize=11.7 K 2024-11-09T05:26:30,040 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 85816e77739f8042e861157e7a0739b8 in 1377ms, sequenceid=54, compaction requested=true 2024-11-09T05:26:30,041 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 85816e77739f8042e861157e7a0739b8: 2024-11-09T05:26:30,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 85816e77739f8042e861157e7a0739b8:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T05:26:30,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:26:30,041 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:26:30,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 85816e77739f8042e861157e7a0739b8:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T05:26:30,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:26:30,041 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:26:30,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 85816e77739f8042e861157e7a0739b8:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T05:26:30,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:26:30,042 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:26:30,042 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92865 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:26:30,042 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1541): 85816e77739f8042e861157e7a0739b8/B is initiating minor compaction (all files) 2024-11-09T05:26:30,042 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1541): 85816e77739f8042e861157e7a0739b8/A is initiating minor compaction (all files) 2024-11-09T05:26:30,042 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 85816e77739f8042e861157e7a0739b8/B in TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. 2024-11-09T05:26:30,042 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 85816e77739f8042e861157e7a0739b8/A in TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. 2024-11-09T05:26:30,042 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/a7fa295546ce4720bf78777bac2eade2, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/17547e06907c42f5a25e9e87d0a7e493, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/35ff804e1a2f4004a1de1bb9f035ce3b] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp, totalSize=90.7 K 2024-11-09T05:26:30,042 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/B/91a4896005094c1fa1b2868bfb29a819, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/B/51e1dbb2b5e649fe89a93160d1356b86, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/B/db191305c99c41c6abff273c9505d230] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp, totalSize=35.2 K 2024-11-09T05:26:30,042 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. 2024-11-09T05:26:30,042 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. files: [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/a7fa295546ce4720bf78777bac2eade2, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/17547e06907c42f5a25e9e87d0a7e493, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/35ff804e1a2f4004a1de1bb9f035ce3b] 2024-11-09T05:26:30,042 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 91a4896005094c1fa1b2868bfb29a819, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731129986795 2024-11-09T05:26:30,042 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting a7fa295546ce4720bf78777bac2eade2, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731129986795 2024-11-09T05:26:30,042 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 51e1dbb2b5e649fe89a93160d1356b86, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731129986852 2024-11-09T05:26:30,042 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 17547e06907c42f5a25e9e87d0a7e493, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731129986852 2024-11-09T05:26:30,043 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting db191305c99c41c6abff273c9505d230, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731129988662 2024-11-09T05:26:30,043 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 35ff804e1a2f4004a1de1bb9f035ce3b, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731129988662 2024-11-09T05:26:30,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-09T05:26:30,065 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=85816e77739f8042e861157e7a0739b8] 2024-11-09T05:26:30,070 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 85816e77739f8042e861157e7a0739b8#B#compaction#331 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:26:30,071 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/B/e7f0fd2ac7b3452fb28601a659e697b1 is 50, key is test_row_0/B:col10/1731129988662/Put/seqid=0 2024-11-09T05:26:30,073 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241109c39d9f55bd4e47edba479a998f48c6cb_85816e77739f8042e861157e7a0739b8 store=[table=TestAcidGuarantees family=A region=85816e77739f8042e861157e7a0739b8] 2024-11-09T05:26:30,075 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241109c39d9f55bd4e47edba479a998f48c6cb_85816e77739f8042e861157e7a0739b8, store=[table=TestAcidGuarantees family=A region=85816e77739f8042e861157e7a0739b8] 2024-11-09T05:26:30,075 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109c39d9f55bd4e47edba479a998f48c6cb_85816e77739f8042e861157e7a0739b8 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=85816e77739f8042e861157e7a0739b8] 2024-11-09T05:26:30,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742208_1384 (size=4469) 2024-11-09T05:26:30,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742207_1383 (size=12104) 2024-11-09T05:26:30,102 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/B/e7f0fd2ac7b3452fb28601a659e697b1 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/B/e7f0fd2ac7b3452fb28601a659e697b1 2024-11-09T05:26:30,106 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 85816e77739f8042e861157e7a0739b8/B of 85816e77739f8042e861157e7a0739b8 into e7f0fd2ac7b3452fb28601a659e697b1(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:26:30,106 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 85816e77739f8042e861157e7a0739b8: 2024-11-09T05:26:30,106 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., storeName=85816e77739f8042e861157e7a0739b8/B, priority=13, startTime=1731129990041; duration=0sec 2024-11-09T05:26:30,106 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:26:30,106 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 85816e77739f8042e861157e7a0739b8:B 2024-11-09T05:26:30,106 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:26:30,107 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:26:30,107 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1541): 85816e77739f8042e861157e7a0739b8/C is initiating minor compaction (all files) 2024-11-09T05:26:30,107 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 85816e77739f8042e861157e7a0739b8/C in TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. 2024-11-09T05:26:30,107 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/C/202e417b112b45fbaf5ecf8535133980, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/C/ea17f77dbca24276bd30ed6fb9b6eef7, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/C/854f1ea180e0452784c67141846ee129] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp, totalSize=35.2 K 2024-11-09T05:26:30,108 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 202e417b112b45fbaf5ecf8535133980, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731129986795 2024-11-09T05:26:30,108 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting ea17f77dbca24276bd30ed6fb9b6eef7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731129986852 2024-11-09T05:26:30,108 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 854f1ea180e0452784c67141846ee129, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731129988662 2024-11-09T05:26:30,114 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 85816e77739f8042e861157e7a0739b8#C#compaction#332 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:26:30,115 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/C/b9a4f465728045f99dae053515cbf19a is 50, key is test_row_0/C:col10/1731129988662/Put/seqid=0 2024-11-09T05:26:30,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742209_1385 (size=12104) 2024-11-09T05:26:30,130 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/C/b9a4f465728045f99dae053515cbf19a as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/C/b9a4f465728045f99dae053515cbf19a 2024-11-09T05:26:30,135 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 85816e77739f8042e861157e7a0739b8/C of 85816e77739f8042e861157e7a0739b8 into b9a4f465728045f99dae053515cbf19a(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:26:30,135 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 85816e77739f8042e861157e7a0739b8: 2024-11-09T05:26:30,135 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., storeName=85816e77739f8042e861157e7a0739b8/C, priority=13, startTime=1731129990041; duration=0sec 2024-11-09T05:26:30,135 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:26:30,135 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 85816e77739f8042e861157e7a0739b8:C 2024-11-09T05:26:30,150 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-09T05:26:30,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. 2024-11-09T05:26:30,151 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2902): Flushing 85816e77739f8042e861157e7a0739b8 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-09T05:26:30,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109006aebd71f9e40f0940b314c21914f54_85816e77739f8042e861157e7a0739b8 is 50, key is test_row_0/A:col10/1731129988703/Put/seqid=0 2024-11-09T05:26:30,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742210_1386 (size=12154) 2024-11-09T05:26:30,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,173 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109006aebd71f9e40f0940b314c21914f54_85816e77739f8042e861157e7a0739b8 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109006aebd71f9e40f0940b314c21914f54_85816e77739f8042e861157e7a0739b8 2024-11-09T05:26:30,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/A/daef677e2d294fcab8905fa3feced9e9, store: [table=TestAcidGuarantees family=A region=85816e77739f8042e861157e7a0739b8] 2024-11-09T05:26:30,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/A/daef677e2d294fcab8905fa3feced9e9 is 175, key is test_row_0/A:col10/1731129988703/Put/seqid=0 2024-11-09T05:26:30,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742211_1387 (size=30955) 2024-11-09T05:26:30,194 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=78, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/A/daef677e2d294fcab8905fa3feced9e9 2024-11-09T05:26:30,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/B/5566bd2df9394996b438863d84b29721 is 50, key is test_row_0/B:col10/1731129988703/Put/seqid=0 2024-11-09T05:26:30,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742212_1388 (size=12001) 2024-11-09T05:26:30,206 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/B/5566bd2df9394996b438863d84b29721 2024-11-09T05:26:30,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/C/84c5840b04664092b66d2c8f52a3eaf5 is 50, key is test_row_0/C:col10/1731129988703/Put/seqid=0 2024-11-09T05:26:30,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742213_1389 (size=12001) 2024-11-09T05:26:30,225 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/C/84c5840b04664092b66d2c8f52a3eaf5 2024-11-09T05:26:30,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/A/daef677e2d294fcab8905fa3feced9e9 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/daef677e2d294fcab8905fa3feced9e9 2024-11-09T05:26:30,232 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/daef677e2d294fcab8905fa3feced9e9, entries=150, sequenceid=78, filesize=30.2 K 2024-11-09T05:26:30,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/B/5566bd2df9394996b438863d84b29721 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/B/5566bd2df9394996b438863d84b29721 2024-11-09T05:26:30,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,236 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/B/5566bd2df9394996b438863d84b29721, entries=150, sequenceid=78, filesize=11.7 K 2024-11-09T05:26:30,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/C/84c5840b04664092b66d2c8f52a3eaf5 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/C/84c5840b04664092b66d2c8f52a3eaf5 2024-11-09T05:26:30,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,239 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/C/84c5840b04664092b66d2c8f52a3eaf5, entries=150, sequenceid=78, filesize=11.7 K 2024-11-09T05:26:30,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,240 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=0 B/0 for 85816e77739f8042e861157e7a0739b8 in 89ms, sequenceid=78, compaction requested=false 2024-11-09T05:26:30,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2603): Flush status journal for 85816e77739f8042e861157e7a0739b8: 2024-11-09T05:26:30,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. 2024-11-09T05:26:30,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=104 2024-11-09T05:26:30,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.HMaster(4169): Remote procedure done, pid=104 2024-11-09T05:26:30,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,243 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=104, resume processing ppid=103 2024-11-09T05:26:30,243 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=104, ppid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3280 sec 2024-11-09T05:26:30,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,245 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees in 1.3330 sec 2024-11-09T05:26:30,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,494 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 85816e77739f8042e861157e7a0739b8#A#compaction#330 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:26:30,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,494 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/A/3fa9243a3e43412d859865495c20a7ee is 175, key is test_row_0/A:col10/1731129988662/Put/seqid=0 2024-11-09T05:26:30,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742214_1390 (size=31058) 2024-11-09T05:26:30,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,945 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/A/3fa9243a3e43412d859865495c20a7ee as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/3fa9243a3e43412d859865495c20a7ee 2024-11-09T05:26:30,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,951 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 85816e77739f8042e861157e7a0739b8/A of 85816e77739f8042e861157e7a0739b8 into 3fa9243a3e43412d859865495c20a7ee(size=30.3 K), total size for store is 60.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:26:30,951 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 85816e77739f8042e861157e7a0739b8: 2024-11-09T05:26:30,951 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., storeName=85816e77739f8042e861157e7a0739b8/A, priority=13, startTime=1731129990041; duration=0sec 2024-11-09T05:26:30,951 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:26:30,951 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 85816e77739f8042e861157e7a0739b8:A 2024-11-09T05:26:30,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:30,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-09T05:26:31,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,071 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T05:26:31,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,071 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T05:26:31,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] procedure2.ProcedureExecutor(1139): Stored pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees 2024-11-09T05:26:31,072 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T05:26:31,072 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 85816e77739f8042e861157e7a0739b8 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-09T05:26:31,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-09T05:26:31,073 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T05:26:31,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(8855): Flush requested on 85816e77739f8042e861157e7a0739b8 2024-11-09T05:26:31,074 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T05:26:31,074 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=106, ppid=105, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T05:26:31,094 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411098d5582a32d93404bb37c05f91417b236_85816e77739f8042e861157e7a0739b8 is 50, key is test_row_0/A:col10/1731129991068/Put/seqid=0 2024-11-09T05:26:31,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742215_1391 (size=17034) 2024-11-09T05:26:31,127 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,132 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411098d5582a32d93404bb37c05f91417b236_85816e77739f8042e861157e7a0739b8 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411098d5582a32d93404bb37c05f91417b236_85816e77739f8042e861157e7a0739b8 2024-11-09T05:26:31,133 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/A/410a86ba113d40e3a06f2b2597600bb3, store: [table=TestAcidGuarantees family=A region=85816e77739f8042e861157e7a0739b8] 2024-11-09T05:26:31,134 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/A/410a86ba113d40e3a06f2b2597600bb3 is 175, key is test_row_0/A:col10/1731129991068/Put/seqid=0 2024-11-09T05:26:31,150 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:31,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38784 deadline: 1731130051141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:31,150 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:31,150 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:31,151 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:31,156 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:31,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38786 deadline: 1731130051144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:31,158 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:31,158 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:31,158 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:31,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742216_1392 (size=48139) 2024-11-09T05:26:31,160 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:31,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38772 deadline: 1731130051146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:31,160 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:31,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38780 deadline: 1731130051147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:31,160 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:31,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38796 deadline: 1731130051148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:31,161 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:31,161 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:31,161 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:31,161 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:31,161 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:31,161 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:31,161 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:31,161 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:31,161 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:31,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-09T05:26:31,227 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-09T05:26:31,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. 2024-11-09T05:26:31,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. as already flushing 2024-11-09T05:26:31,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. 2024-11-09T05:26:31,227 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:31,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:31,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:31,264 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:31,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38784 deadline: 1731130051259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:31,264 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:31,264 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:31,264 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:31,264 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:31,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38786 deadline: 1731130051260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:31,264 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:31,264 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:31,264 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:31,274 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:31,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38772 deadline: 1731130051270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:31,274 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:31,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38796 deadline: 1731130051270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:31,274 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:31,274 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:31,274 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:31,274 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:31,274 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:31,274 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:31,274 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:31,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38780 deadline: 1731130051270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:31,275 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:31,275 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:31,275 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:31,383 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-09T05:26:31,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. 2024-11-09T05:26:31,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. as already flushing 2024-11-09T05:26:31,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. 2024-11-09T05:26:31,383 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:31,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:31,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:31,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-09T05:26:31,475 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:31,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38784 deadline: 1731130051470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:31,475 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:31,475 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:31,475 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:31,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38786 deadline: 1731130051470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:31,476 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:31,476 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:31,476 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:31,476 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:31,487 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:31,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38772 deadline: 1731130051480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:31,487 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:31,487 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:31,487 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:31,487 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:31,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38796 deadline: 1731130051480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:31,488 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:31,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38780 deadline: 1731130051481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:31,488 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:31,489 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:31,488 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:31,489 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:31,489 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:31,489 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:31,536 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-09T05:26:31,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. 2024-11-09T05:26:31,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. as already flushing 2024-11-09T05:26:31,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. 2024-11-09T05:26:31,537 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:31,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:31,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:31,560 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=90, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/A/410a86ba113d40e3a06f2b2597600bb3 2024-11-09T05:26:31,566 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/B/467c3715ebf64831bb561bb7259ad681 is 50, key is test_row_0/B:col10/1731129991068/Put/seqid=0 2024-11-09T05:26:31,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742217_1393 (size=12001) 2024-11-09T05:26:31,580 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/B/467c3715ebf64831bb561bb7259ad681 2024-11-09T05:26:31,589 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/C/38ff0138eb134983b7638dc5a4f2d4f0 is 50, key is test_row_0/C:col10/1731129991068/Put/seqid=0 2024-11-09T05:26:31,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742218_1394 (size=12001) 2024-11-09T05:26:31,595 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/C/38ff0138eb134983b7638dc5a4f2d4f0 2024-11-09T05:26:31,600 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/A/410a86ba113d40e3a06f2b2597600bb3 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/410a86ba113d40e3a06f2b2597600bb3 2024-11-09T05:26:31,605 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/410a86ba113d40e3a06f2b2597600bb3, entries=250, sequenceid=90, filesize=47.0 K 2024-11-09T05:26:31,606 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/B/467c3715ebf64831bb561bb7259ad681 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/B/467c3715ebf64831bb561bb7259ad681 2024-11-09T05:26:31,609 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/B/467c3715ebf64831bb561bb7259ad681, entries=150, sequenceid=90, filesize=11.7 K 2024-11-09T05:26:31,610 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/C/38ff0138eb134983b7638dc5a4f2d4f0 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/C/38ff0138eb134983b7638dc5a4f2d4f0 2024-11-09T05:26:31,612 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/C/38ff0138eb134983b7638dc5a4f2d4f0, entries=150, sequenceid=90, filesize=11.7 K 2024-11-09T05:26:31,613 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 85816e77739f8042e861157e7a0739b8 in 541ms, sequenceid=90, compaction requested=true 2024-11-09T05:26:31,613 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 85816e77739f8042e861157e7a0739b8: 2024-11-09T05:26:31,613 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 85816e77739f8042e861157e7a0739b8:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T05:26:31,613 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:26:31,613 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:26:31,613 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 85816e77739f8042e861157e7a0739b8:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T05:26:31,613 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:26:31,613 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:26:31,613 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 85816e77739f8042e861157e7a0739b8:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T05:26:31,613 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:26:31,614 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:26:31,614 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1541): 85816e77739f8042e861157e7a0739b8/B is initiating minor compaction (all files) 2024-11-09T05:26:31,614 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 85816e77739f8042e861157e7a0739b8/B in TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. 2024-11-09T05:26:31,614 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/B/e7f0fd2ac7b3452fb28601a659e697b1, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/B/5566bd2df9394996b438863d84b29721, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/B/467c3715ebf64831bb561bb7259ad681] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp, totalSize=35.3 K 2024-11-09T05:26:31,614 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110152 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:26:31,614 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1541): 85816e77739f8042e861157e7a0739b8/A is initiating minor compaction (all files) 2024-11-09T05:26:31,614 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 85816e77739f8042e861157e7a0739b8/A in TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. 2024-11-09T05:26:31,614 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/3fa9243a3e43412d859865495c20a7ee, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/daef677e2d294fcab8905fa3feced9e9, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/410a86ba113d40e3a06f2b2597600bb3] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp, totalSize=107.6 K 2024-11-09T05:26:31,614 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. 2024-11-09T05:26:31,615 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. files: [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/3fa9243a3e43412d859865495c20a7ee, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/daef677e2d294fcab8905fa3feced9e9, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/410a86ba113d40e3a06f2b2597600bb3] 2024-11-09T05:26:31,615 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting e7f0fd2ac7b3452fb28601a659e697b1, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731129988662 2024-11-09T05:26:31,615 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3fa9243a3e43412d859865495c20a7ee, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731129988662 2024-11-09T05:26:31,615 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 5566bd2df9394996b438863d84b29721, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731129988703 2024-11-09T05:26:31,615 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting daef677e2d294fcab8905fa3feced9e9, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731129988703 2024-11-09T05:26:31,615 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 467c3715ebf64831bb561bb7259ad681, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1731129990979 2024-11-09T05:26:31,615 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 410a86ba113d40e3a06f2b2597600bb3, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1731129990974 2024-11-09T05:26:31,621 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=85816e77739f8042e861157e7a0739b8] 2024-11-09T05:26:31,623 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 85816e77739f8042e861157e7a0739b8#B#compaction#340 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:26:31,624 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/B/7f71a21cf9a644ed90b7521833ea1840 is 50, key is test_row_0/B:col10/1731129991068/Put/seqid=0 2024-11-09T05:26:31,625 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241109589b64e953874d40ae96bd39fc84873d_85816e77739f8042e861157e7a0739b8 store=[table=TestAcidGuarantees family=A region=85816e77739f8042e861157e7a0739b8] 2024-11-09T05:26:31,626 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241109589b64e953874d40ae96bd39fc84873d_85816e77739f8042e861157e7a0739b8, store=[table=TestAcidGuarantees family=A region=85816e77739f8042e861157e7a0739b8] 2024-11-09T05:26:31,627 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109589b64e953874d40ae96bd39fc84873d_85816e77739f8042e861157e7a0739b8 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=85816e77739f8042e861157e7a0739b8] 2024-11-09T05:26:31,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742219_1395 (size=12207) 2024-11-09T05:26:31,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742220_1396 (size=4469) 2024-11-09T05:26:31,690 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-09T05:26:31,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. 2024-11-09T05:26:31,690 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2902): Flushing 85816e77739f8042e861157e7a0739b8 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-09T05:26:31,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109ec28b6e6685c406eacc7ea05675fbfcf_85816e77739f8042e861157e7a0739b8 is 50, key is test_row_0/A:col10/1731129991142/Put/seqid=0 2024-11-09T05:26:31,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-09T05:26:31,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742221_1397 (size=12154) 2024-11-09T05:26:31,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:31,718 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109ec28b6e6685c406eacc7ea05675fbfcf_85816e77739f8042e861157e7a0739b8 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109ec28b6e6685c406eacc7ea05675fbfcf_85816e77739f8042e861157e7a0739b8 2024-11-09T05:26:31,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/A/abdc2191ab0c420081b4c6091277b87e, store: [table=TestAcidGuarantees family=A region=85816e77739f8042e861157e7a0739b8] 2024-11-09T05:26:31,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/A/abdc2191ab0c420081b4c6091277b87e is 175, key is test_row_0/A:col10/1731129991142/Put/seqid=0 2024-11-09T05:26:31,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742222_1398 (size=30955) 2024-11-09T05:26:31,733 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=115, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/A/abdc2191ab0c420081b4c6091277b87e 2024-11-09T05:26:31,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/B/9070f08d8a1a4e02888ad4a63970eedb is 50, key is test_row_0/B:col10/1731129991142/Put/seqid=0 2024-11-09T05:26:31,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742223_1399 (size=12001) 2024-11-09T05:26:31,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(8855): Flush requested on 85816e77739f8042e861157e7a0739b8 2024-11-09T05:26:31,784 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. as already flushing 2024-11-09T05:26:31,813 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:31,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38784 deadline: 1731130051798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:31,814 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:31,814 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:31,814 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:31,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38780 deadline: 1731130051800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:31,814 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:31,814 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:31,814 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:31,814 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:31,814 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:31,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38772 deadline: 1731130051800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:31,815 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:31,815 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:31,815 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:31,823 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:31,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38786 deadline: 1731130051810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:31,825 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:31,825 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:31,825 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:31,829 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:31,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38796 deadline: 1731130051813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:31,829 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:31,829 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:31,829 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:31,927 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:31,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38784 deadline: 1731130051920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:31,928 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:31,928 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:31,928 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:31,942 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:31,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38786 deadline: 1731130051930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:31,943 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:31,943 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:31,943 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:31,943 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:31,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38796 deadline: 1731130051939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:31,943 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:31,943 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:31,943 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:32,047 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 85816e77739f8042e861157e7a0739b8#A#compaction#339 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:26:32,047 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/A/7f733489b3914ba88418ff78e220810b is 175, key is test_row_0/A:col10/1731129991068/Put/seqid=0 2024-11-09T05:26:32,048 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/B/7f71a21cf9a644ed90b7521833ea1840 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/B/7f71a21cf9a644ed90b7521833ea1840 2024-11-09T05:26:32,058 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 85816e77739f8042e861157e7a0739b8/B of 85816e77739f8042e861157e7a0739b8 into 7f71a21cf9a644ed90b7521833ea1840(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:26:32,058 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 85816e77739f8042e861157e7a0739b8: 2024-11-09T05:26:32,058 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., storeName=85816e77739f8042e861157e7a0739b8/B, priority=13, startTime=1731129991613; duration=0sec 2024-11-09T05:26:32,058 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:26:32,058 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 85816e77739f8042e861157e7a0739b8:B 2024-11-09T05:26:32,058 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:26:32,060 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:26:32,060 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1541): 85816e77739f8042e861157e7a0739b8/C is initiating minor compaction (all files) 2024-11-09T05:26:32,060 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 85816e77739f8042e861157e7a0739b8/C in TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. 2024-11-09T05:26:32,061 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/C/b9a4f465728045f99dae053515cbf19a, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/C/84c5840b04664092b66d2c8f52a3eaf5, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/C/38ff0138eb134983b7638dc5a4f2d4f0] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp, totalSize=35.3 K 2024-11-09T05:26:32,061 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting b9a4f465728045f99dae053515cbf19a, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731129988662 2024-11-09T05:26:32,061 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 84c5840b04664092b66d2c8f52a3eaf5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731129988703 2024-11-09T05:26:32,061 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 38ff0138eb134983b7638dc5a4f2d4f0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1731129990979 2024-11-09T05:26:32,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742224_1400 (size=31161) 2024-11-09T05:26:32,078 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 85816e77739f8042e861157e7a0739b8#C#compaction#343 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:26:32,079 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/C/10e6f9a6e3d047a48de58e3ebefd6827 is 50, key is test_row_0/C:col10/1731129991068/Put/seqid=0 2024-11-09T05:26:32,079 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/A/7f733489b3914ba88418ff78e220810b as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/7f733489b3914ba88418ff78e220810b 2024-11-09T05:26:32,084 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 85816e77739f8042e861157e7a0739b8/A of 85816e77739f8042e861157e7a0739b8 into 7f733489b3914ba88418ff78e220810b(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:26:32,084 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 85816e77739f8042e861157e7a0739b8: 2024-11-09T05:26:32,084 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., storeName=85816e77739f8042e861157e7a0739b8/A, priority=13, startTime=1731129991613; duration=0sec 2024-11-09T05:26:32,084 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:26:32,084 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 85816e77739f8042e861157e7a0739b8:A 2024-11-09T05:26:32,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742225_1401 (size=12207) 2024-11-09T05:26:32,115 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/C/10e6f9a6e3d047a48de58e3ebefd6827 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/C/10e6f9a6e3d047a48de58e3ebefd6827 2024-11-09T05:26:32,120 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 85816e77739f8042e861157e7a0739b8/C of 85816e77739f8042e861157e7a0739b8 into 10e6f9a6e3d047a48de58e3ebefd6827(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:26:32,120 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 85816e77739f8042e861157e7a0739b8: 2024-11-09T05:26:32,120 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., storeName=85816e77739f8042e861157e7a0739b8/C, priority=13, startTime=1731129991613; duration=0sec 2024-11-09T05:26:32,120 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:26:32,120 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 85816e77739f8042e861157e7a0739b8:C 2024-11-09T05:26:32,138 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:32,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38784 deadline: 1731130052130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:32,138 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:32,138 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:32,138 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:32,157 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:32,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38796 deadline: 1731130052150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:32,157 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:32,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38786 deadline: 1731130052150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:32,158 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:32,158 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:32,158 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:32,158 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:32,158 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:32,158 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:32,170 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/B/9070f08d8a1a4e02888ad4a63970eedb 2024-11-09T05:26:32,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/C/99d9aee181a647e884ef9d78b55a535f is 50, key is test_row_0/C:col10/1731129991142/Put/seqid=0 2024-11-09T05:26:32,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742226_1402 (size=12001) 2024-11-09T05:26:32,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-09T05:26:32,327 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:32,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38780 deadline: 1731130052320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:32,328 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:32,328 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:32,328 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:32,328 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:32,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38772 deadline: 1731130052320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:32,328 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:32,328 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:32,328 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:32,458 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:32,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38784 deadline: 1731130052450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:32,459 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:32,459 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:32,459 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:32,467 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:32,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38796 deadline: 1731130052460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:32,467 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:32,467 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:32,467 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:32,475 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:32,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38786 deadline: 1731130052470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:32,475 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:32,475 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:32,475 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:32,587 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/C/99d9aee181a647e884ef9d78b55a535f 2024-11-09T05:26:32,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/A/abdc2191ab0c420081b4c6091277b87e as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/abdc2191ab0c420081b4c6091277b87e 2024-11-09T05:26:32,594 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/abdc2191ab0c420081b4c6091277b87e, entries=150, sequenceid=115, filesize=30.2 K 2024-11-09T05:26:32,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/B/9070f08d8a1a4e02888ad4a63970eedb as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/B/9070f08d8a1a4e02888ad4a63970eedb 2024-11-09T05:26:32,600 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/B/9070f08d8a1a4e02888ad4a63970eedb, entries=150, sequenceid=115, filesize=11.7 K 2024-11-09T05:26:32,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/C/99d9aee181a647e884ef9d78b55a535f as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/C/99d9aee181a647e884ef9d78b55a535f 2024-11-09T05:26:32,604 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/C/99d9aee181a647e884ef9d78b55a535f, entries=150, sequenceid=115, filesize=11.7 K 2024-11-09T05:26:32,605 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 85816e77739f8042e861157e7a0739b8 in 914ms, sequenceid=115, compaction requested=false 2024-11-09T05:26:32,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2603): Flush status journal for 85816e77739f8042e861157e7a0739b8: 2024-11-09T05:26:32,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. 2024-11-09T05:26:32,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=106 2024-11-09T05:26:32,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.HMaster(4169): Remote procedure done, pid=106 2024-11-09T05:26:32,609 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=106, resume processing ppid=105 2024-11-09T05:26:32,609 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=106, ppid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5330 sec 2024-11-09T05:26:32,610 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees in 1.5390 sec 2024-11-09T05:26:32,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(8855): Flush requested on 85816e77739f8042e861157e7a0739b8 2024-11-09T05:26:32,973 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T05:26:32,973 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 85816e77739f8042e861157e7a0739b8 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-09T05:26:32,983 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109d2aba81ba96d49358d86f253af98faa0_85816e77739f8042e861157e7a0739b8 is 50, key is test_row_0/A:col10/1731129992972/Put/seqid=0 2024-11-09T05:26:32,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742227_1403 (size=14644) 2024-11-09T05:26:33,059 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:33,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38796 deadline: 1731130053048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:33,059 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:33,059 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:33,059 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:33,061 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:33,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38786 deadline: 1731130053049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:33,062 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:33,062 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:33,062 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:33,070 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:33,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38784 deadline: 1731130053058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:33,070 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:33,070 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:33,070 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:33,181 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:33,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38796 deadline: 1731130053170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:33,181 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:33,181 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:33,181 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:33,181 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:33,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38786 deadline: 1731130053170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:33,181 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:33,181 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:33,181 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:33,186 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:33,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38784 deadline: 1731130053180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:33,187 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:33,187 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:33,187 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:33,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-09T05:26:33,220 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T05:26:33,220 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T05:26:33,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] procedure2.ProcedureExecutor(1139): Stored pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees 2024-11-09T05:26:33,222 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T05:26:33,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-09T05:26:33,222 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T05:26:33,222 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=108, ppid=107, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T05:26:33,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-09T05:26:33,336 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:33,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38780 deadline: 1731130053330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:33,337 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 059551c538b7,40801,1731129891493 for 'test_row_0' in 85816e77739f8042e861157e7a0739b8 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2190 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T05:26:33,338 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:33,338 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:33,338 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:33,348 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:33,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38772 deadline: 1731130053340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:33,348 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 059551c538b7,40801,1731129891493 for 'test_row_1' in 85816e77739f8042e861157e7a0739b8 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2202 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T05:26:33,349 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:33,349 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:33,349 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:33,374 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-09T05:26:33,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. 2024-11-09T05:26:33,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. as already flushing 2024-11-09T05:26:33,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. 2024-11-09T05:26:33,374 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:33,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:33,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:33,394 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:33,395 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:33,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38796 deadline: 1731130053390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:33,396 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:33,396 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:33,396 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:33,396 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:33,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38786 deadline: 1731130053390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:33,396 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:33,396 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:33,396 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:33,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38784 deadline: 1731130053390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:33,396 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:33,396 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:33,396 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:33,397 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:33,398 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109d2aba81ba96d49358d86f253af98faa0_85816e77739f8042e861157e7a0739b8 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109d2aba81ba96d49358d86f253af98faa0_85816e77739f8042e861157e7a0739b8 2024-11-09T05:26:33,398 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/A/765e4f1104fd4bd4901384e42c75ee5b, store: [table=TestAcidGuarantees family=A region=85816e77739f8042e861157e7a0739b8] 2024-11-09T05:26:33,399 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/A/765e4f1104fd4bd4901384e42c75ee5b is 175, key is test_row_0/A:col10/1731129992972/Put/seqid=0 2024-11-09T05:26:33,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742228_1404 (size=39599) 2024-11-09T05:26:33,414 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=130, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/A/765e4f1104fd4bd4901384e42c75ee5b 2024-11-09T05:26:33,421 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/B/1f1e36972d6048d9864b6e0cdcaf667f is 50, key is test_row_0/B:col10/1731129992972/Put/seqid=0 2024-11-09T05:26:33,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742229_1405 (size=12051) 2024-11-09T05:26:33,466 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/B/1f1e36972d6048d9864b6e0cdcaf667f 2024-11-09T05:26:33,502 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/C/00ce517c53684a70ba3bfc6e9ab0fd54 is 50, key is test_row_0/C:col10/1731129992972/Put/seqid=0 2024-11-09T05:26:33,526 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-09T05:26:33,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. 2024-11-09T05:26:33,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. as already flushing 2024-11-09T05:26:33,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. 2024-11-09T05:26:33,527 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:33,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:33,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:33,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-09T05:26:33,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742230_1406 (size=12051) 2024-11-09T05:26:33,561 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/C/00ce517c53684a70ba3bfc6e9ab0fd54 2024-11-09T05:26:33,567 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/A/765e4f1104fd4bd4901384e42c75ee5b as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/765e4f1104fd4bd4901384e42c75ee5b 2024-11-09T05:26:33,577 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/765e4f1104fd4bd4901384e42c75ee5b, entries=200, sequenceid=130, filesize=38.7 K 2024-11-09T05:26:33,578 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/B/1f1e36972d6048d9864b6e0cdcaf667f as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/B/1f1e36972d6048d9864b6e0cdcaf667f 2024-11-09T05:26:33,582 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/B/1f1e36972d6048d9864b6e0cdcaf667f, entries=150, sequenceid=130, filesize=11.8 K 2024-11-09T05:26:33,582 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/C/00ce517c53684a70ba3bfc6e9ab0fd54 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/C/00ce517c53684a70ba3bfc6e9ab0fd54 2024-11-09T05:26:33,586 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/C/00ce517c53684a70ba3bfc6e9ab0fd54, entries=150, sequenceid=130, filesize=11.8 K 2024-11-09T05:26:33,587 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 85816e77739f8042e861157e7a0739b8 in 614ms, sequenceid=130, compaction requested=true 2024-11-09T05:26:33,587 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 85816e77739f8042e861157e7a0739b8: 2024-11-09T05:26:33,587 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:26:33,588 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101715 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:26:33,588 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1541): 85816e77739f8042e861157e7a0739b8/A is initiating minor compaction (all files) 2024-11-09T05:26:33,588 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 85816e77739f8042e861157e7a0739b8/A in TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. 2024-11-09T05:26:33,588 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/7f733489b3914ba88418ff78e220810b, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/abdc2191ab0c420081b4c6091277b87e, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/765e4f1104fd4bd4901384e42c75ee5b] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp, totalSize=99.3 K 2024-11-09T05:26:33,588 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. 2024-11-09T05:26:33,589 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. files: [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/7f733489b3914ba88418ff78e220810b, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/abdc2191ab0c420081b4c6091277b87e, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/765e4f1104fd4bd4901384e42c75ee5b] 2024-11-09T05:26:33,589 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7f733489b3914ba88418ff78e220810b, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1731129990979 2024-11-09T05:26:33,590 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting abdc2191ab0c420081b4c6091277b87e, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731129991120 2024-11-09T05:26:33,590 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 765e4f1104fd4bd4901384e42c75ee5b, keycount=200, bloomtype=ROW, size=38.7 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1731129991785 2024-11-09T05:26:33,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 85816e77739f8042e861157e7a0739b8:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T05:26:33,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:26:33,592 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:26:33,593 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:26:33,593 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1541): 85816e77739f8042e861157e7a0739b8/B is initiating minor compaction (all files) 2024-11-09T05:26:33,593 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 85816e77739f8042e861157e7a0739b8/B in TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. 2024-11-09T05:26:33,593 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/B/7f71a21cf9a644ed90b7521833ea1840, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/B/9070f08d8a1a4e02888ad4a63970eedb, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/B/1f1e36972d6048d9864b6e0cdcaf667f] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp, totalSize=35.4 K 2024-11-09T05:26:33,593 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 7f71a21cf9a644ed90b7521833ea1840, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1731129990979 2024-11-09T05:26:33,594 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 9070f08d8a1a4e02888ad4a63970eedb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731129991120 2024-11-09T05:26:33,594 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 1f1e36972d6048d9864b6e0cdcaf667f, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1731129991807 2024-11-09T05:26:33,596 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 85816e77739f8042e861157e7a0739b8:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T05:26:33,596 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:26:33,597 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 85816e77739f8042e861157e7a0739b8:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T05:26:33,598 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:26:33,605 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=85816e77739f8042e861157e7a0739b8] 2024-11-09T05:26:33,615 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 85816e77739f8042e861157e7a0739b8#B#compaction#349 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:26:33,616 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/B/87f8c2ec648149db82f919efd442055f is 50, key is test_row_0/B:col10/1731129992972/Put/seqid=0 2024-11-09T05:26:33,617 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411098a2491addb214c21a4acd78799446577_85816e77739f8042e861157e7a0739b8 store=[table=TestAcidGuarantees family=A region=85816e77739f8042e861157e7a0739b8] 2024-11-09T05:26:33,619 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411098a2491addb214c21a4acd78799446577_85816e77739f8042e861157e7a0739b8, store=[table=TestAcidGuarantees family=A region=85816e77739f8042e861157e7a0739b8] 2024-11-09T05:26:33,619 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411098a2491addb214c21a4acd78799446577_85816e77739f8042e861157e7a0739b8 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=85816e77739f8042e861157e7a0739b8] 2024-11-09T05:26:33,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742231_1407 (size=12359) 2024-11-09T05:26:33,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742232_1408 (size=4469) 2024-11-09T05:26:33,645 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 85816e77739f8042e861157e7a0739b8#A#compaction#348 average throughput is 0.61 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:26:33,646 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/A/d8c3d97ca9954b7c824f3bd407e7618c is 175, key is test_row_0/A:col10/1731129992972/Put/seqid=0 2024-11-09T05:26:33,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742233_1409 (size=31313) 2024-11-09T05:26:33,688 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-09T05:26:33,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. 2024-11-09T05:26:33,688 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2902): Flushing 85816e77739f8042e861157e7a0739b8 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-09T05:26:33,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109a471bc13e64143338ac04d260ae4607d_85816e77739f8042e861157e7a0739b8 is 50, key is test_row_0/A:col10/1731129993046/Put/seqid=0 2024-11-09T05:26:33,707 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. as already flushing 2024-11-09T05:26:33,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(8855): Flush requested on 85816e77739f8042e861157e7a0739b8 2024-11-09T05:26:33,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742234_1410 (size=12304) 2024-11-09T05:26:33,740 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:33,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38796 deadline: 1731130053731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:33,740 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:33,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38786 deadline: 1731130053733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:33,741 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:33,741 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:33,741 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:33,741 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:33,741 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:33,741 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:33,744 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:33,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38784 deadline: 1731130053734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:33,745 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:33,745 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:33,745 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:33,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-09T05:26:33,857 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:33,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38796 deadline: 1731130053850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:33,857 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:33,857 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:33,857 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:33,857 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:33,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38786 deadline: 1731130053850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:33,857 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:33,857 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:33,857 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:33,857 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:33,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38784 deadline: 1731130053851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:33,858 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:33,858 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:33,858 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:34,043 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/B/87f8c2ec648149db82f919efd442055f as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/B/87f8c2ec648149db82f919efd442055f 2024-11-09T05:26:34,049 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 85816e77739f8042e861157e7a0739b8/B of 85816e77739f8042e861157e7a0739b8 into 87f8c2ec648149db82f919efd442055f(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:26:34,050 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 85816e77739f8042e861157e7a0739b8: 2024-11-09T05:26:34,050 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., storeName=85816e77739f8042e861157e7a0739b8/B, priority=13, startTime=1731129993592; duration=0sec 2024-11-09T05:26:34,052 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:26:34,052 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 85816e77739f8042e861157e7a0739b8:B 2024-11-09T05:26:34,052 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:26:34,059 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:26:34,059 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1541): 85816e77739f8042e861157e7a0739b8/C is initiating minor compaction (all files) 2024-11-09T05:26:34,059 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 85816e77739f8042e861157e7a0739b8/C in TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. 2024-11-09T05:26:34,059 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/C/10e6f9a6e3d047a48de58e3ebefd6827, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/C/99d9aee181a647e884ef9d78b55a535f, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/C/00ce517c53684a70ba3bfc6e9ab0fd54] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp, totalSize=35.4 K 2024-11-09T05:26:34,059 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 10e6f9a6e3d047a48de58e3ebefd6827, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1731129990979 2024-11-09T05:26:34,060 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 99d9aee181a647e884ef9d78b55a535f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731129991120 2024-11-09T05:26:34,060 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 00ce517c53684a70ba3bfc6e9ab0fd54, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1731129991807 2024-11-09T05:26:34,062 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/A/d8c3d97ca9954b7c824f3bd407e7618c as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/d8c3d97ca9954b7c824f3bd407e7618c 2024-11-09T05:26:34,066 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 85816e77739f8042e861157e7a0739b8/A of 85816e77739f8042e861157e7a0739b8 into d8c3d97ca9954b7c824f3bd407e7618c(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:26:34,066 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 85816e77739f8042e861157e7a0739b8: 2024-11-09T05:26:34,066 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., storeName=85816e77739f8042e861157e7a0739b8/A, priority=13, startTime=1731129993587; duration=0sec 2024-11-09T05:26:34,066 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:34,067 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:26:34,067 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 85816e77739f8042e861157e7a0739b8:A 2024-11-09T05:26:34,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38796 deadline: 1731130054060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:34,067 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:34,067 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:34,067 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:34,070 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 85816e77739f8042e861157e7a0739b8#C#compaction#351 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:26:34,070 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/C/8a47f7d93bfd4dea891e7ba00db60680 is 50, key is test_row_0/C:col10/1731129992972/Put/seqid=0 2024-11-09T05:26:34,078 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:34,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38786 deadline: 1731130054070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:34,078 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:34,078 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:34,078 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:34,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38784 deadline: 1731130054071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:34,078 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:34,078 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:34,078 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:34,078 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:34,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742235_1411 (size=12359) 2024-11-09T05:26:34,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:34,130 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109a471bc13e64143338ac04d260ae4607d_85816e77739f8042e861157e7a0739b8 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109a471bc13e64143338ac04d260ae4607d_85816e77739f8042e861157e7a0739b8 2024-11-09T05:26:34,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/A/d757a6a69c2049c2b133d73f34ca4807, store: [table=TestAcidGuarantees family=A region=85816e77739f8042e861157e7a0739b8] 2024-11-09T05:26:34,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/A/d757a6a69c2049c2b133d73f34ca4807 is 175, key is test_row_0/A:col10/1731129993046/Put/seqid=0 2024-11-09T05:26:34,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742236_1412 (size=31105) 2024-11-09T05:26:34,147 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=154, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/A/d757a6a69c2049c2b133d73f34ca4807 2024-11-09T05:26:34,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/B/adfde27cfa3646f18eda25ffdbddbb28 is 50, key is test_row_0/B:col10/1731129993046/Put/seqid=0 2024-11-09T05:26:34,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742237_1413 (size=12151) 2024-11-09T05:26:34,172 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/B/adfde27cfa3646f18eda25ffdbddbb28 2024-11-09T05:26:34,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/C/59f3893b8a07412c98966641fbfce555 is 50, key is test_row_0/C:col10/1731129993046/Put/seqid=0 2024-11-09T05:26:34,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742238_1414 (size=12151) 2024-11-09T05:26:34,216 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/C/59f3893b8a07412c98966641fbfce555 2024-11-09T05:26:34,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/A/d757a6a69c2049c2b133d73f34ca4807 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/d757a6a69c2049c2b133d73f34ca4807 2024-11-09T05:26:34,232 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/d757a6a69c2049c2b133d73f34ca4807, entries=150, sequenceid=154, filesize=30.4 K 2024-11-09T05:26:34,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/B/adfde27cfa3646f18eda25ffdbddbb28 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/B/adfde27cfa3646f18eda25ffdbddbb28 2024-11-09T05:26:34,239 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/B/adfde27cfa3646f18eda25ffdbddbb28, entries=150, sequenceid=154, filesize=11.9 K 2024-11-09T05:26:34,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/C/59f3893b8a07412c98966641fbfce555 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/C/59f3893b8a07412c98966641fbfce555 2024-11-09T05:26:34,243 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/C/59f3893b8a07412c98966641fbfce555, entries=150, sequenceid=154, filesize=11.9 K 2024-11-09T05:26:34,245 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 85816e77739f8042e861157e7a0739b8 in 556ms, sequenceid=154, compaction requested=false 2024-11-09T05:26:34,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2603): Flush status journal for 85816e77739f8042e861157e7a0739b8: 2024-11-09T05:26:34,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. 2024-11-09T05:26:34,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=108 2024-11-09T05:26:34,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.HMaster(4169): Remote procedure done, pid=108 2024-11-09T05:26:34,252 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=108, resume processing ppid=107 2024-11-09T05:26:34,252 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=108, ppid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0250 sec 2024-11-09T05:26:34,254 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees in 1.0330 sec 2024-11-09T05:26:34,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-09T05:26:34,361 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T05:26:34,361 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T05:26:34,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] procedure2.ProcedureExecutor(1139): Stored pid=109, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees 2024-11-09T05:26:34,363 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=109, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T05:26:34,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-09T05:26:34,363 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=109, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T05:26:34,364 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=110, ppid=109, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T05:26:34,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(8855): Flush requested on 85816e77739f8042e861157e7a0739b8 2024-11-09T05:26:34,375 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T05:26:34,375 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 85816e77739f8042e861157e7a0739b8 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-09T05:26:34,382 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109601e611422c84ac0b30cbc98bdbbb1ee_85816e77739f8042e861157e7a0739b8 is 50, key is test_row_0/A:col10/1731129994373/Put/seqid=0 2024-11-09T05:26:34,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742239_1415 (size=14794) 2024-11-09T05:26:34,404 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:34,408 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109601e611422c84ac0b30cbc98bdbbb1ee_85816e77739f8042e861157e7a0739b8 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109601e611422c84ac0b30cbc98bdbbb1ee_85816e77739f8042e861157e7a0739b8 2024-11-09T05:26:34,409 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/A/6888182b9004420188e50cdf0a8aa765, store: [table=TestAcidGuarantees family=A region=85816e77739f8042e861157e7a0739b8] 2024-11-09T05:26:34,409 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/A/6888182b9004420188e50cdf0a8aa765 is 175, key is test_row_0/A:col10/1731129994373/Put/seqid=0 2024-11-09T05:26:34,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742240_1416 (size=39749) 2024-11-09T05:26:34,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-09T05:26:34,490 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/C/8a47f7d93bfd4dea891e7ba00db60680 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/C/8a47f7d93bfd4dea891e7ba00db60680 2024-11-09T05:26:34,493 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 85816e77739f8042e861157e7a0739b8/C of 85816e77739f8042e861157e7a0739b8 into 8a47f7d93bfd4dea891e7ba00db60680(size=12.1 K), total size for store is 23.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:26:34,493 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 85816e77739f8042e861157e7a0739b8: 2024-11-09T05:26:34,493 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., storeName=85816e77739f8042e861157e7a0739b8/C, priority=13, startTime=1731129993597; duration=0sec 2024-11-09T05:26:34,493 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:26:34,493 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 85816e77739f8042e861157e7a0739b8:C 2024-11-09T05:26:34,495 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:34,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38786 deadline: 1731130054482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:34,496 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:34,496 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:34,496 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:34,507 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:34,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38784 deadline: 1731130054495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:34,507 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:34,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38796 deadline: 1731130054496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:34,507 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:34,507 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:34,507 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:34,507 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:34,507 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:34,507 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:34,515 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-09T05:26:34,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. 2024-11-09T05:26:34,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. as already flushing 2024-11-09T05:26:34,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. 2024-11-09T05:26:34,516 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:34,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:34,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:34,607 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:34,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38786 deadline: 1731130054600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:34,608 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:34,608 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:34,608 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:34,621 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:34,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38784 deadline: 1731130054612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:34,621 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:34,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38796 deadline: 1731130054612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:34,621 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:34,622 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:34,622 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:34,622 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:34,622 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:34,622 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:34,668 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-09T05:26:34,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. 2024-11-09T05:26:34,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. as already flushing 2024-11-09T05:26:34,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. 2024-11-09T05:26:34,668 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:34,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:34,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:34,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-09T05:26:34,815 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=169, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/A/6888182b9004420188e50cdf0a8aa765 2024-11-09T05:26:34,821 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/B/4f2fb73dd6b74a1e8a92c22b72ff6bb2 is 50, key is test_row_0/B:col10/1731129994373/Put/seqid=0 2024-11-09T05:26:34,823 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-09T05:26:34,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. 2024-11-09T05:26:34,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. as already flushing 2024-11-09T05:26:34,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. 2024-11-09T05:26:34,823 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:34,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:34,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:34,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742241_1417 (size=12151) 2024-11-09T05:26:34,829 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:34,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38786 deadline: 1731130054820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:34,831 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:34,831 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:34,831 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:34,834 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:34,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38796 deadline: 1731130054831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:34,834 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:34,834 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:34,834 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:34,834 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:34,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38784 deadline: 1731130054831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:34,835 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:34,835 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:34,835 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:34,975 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-09T05:26:34,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. 2024-11-09T05:26:34,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. as already flushing 2024-11-09T05:26:34,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. 2024-11-09T05:26:34,976 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:34,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:34,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:34,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-09T05:26:35,128 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-09T05:26:35,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. 2024-11-09T05:26:35,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. as already flushing 2024-11-09T05:26:35,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. 2024-11-09T05:26:35,128 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:35,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:35,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:35,150 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:35,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38796 deadline: 1731130055140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:35,150 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:35,150 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:35,150 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:35,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38786 deadline: 1731130055140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:35,150 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:35,150 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:35,150 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:35,150 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:35,151 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:35,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38784 deadline: 1731130055141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:35,151 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:35,151 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:35,151 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:35,228 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/B/4f2fb73dd6b74a1e8a92c22b72ff6bb2 2024-11-09T05:26:35,245 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/C/8cdb2a0fb43f49fea0a0b9ed38a46998 is 50, key is test_row_0/C:col10/1731129994373/Put/seqid=0 2024-11-09T05:26:35,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742242_1418 (size=12151) 2024-11-09T05:26:35,283 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-09T05:26:35,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. 2024-11-09T05:26:35,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. as already flushing 2024-11-09T05:26:35,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. 2024-11-09T05:26:35,287 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:35,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:35,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:35,372 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:35,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38780 deadline: 1731130055360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:35,374 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 059551c538b7,40801,1731129891493 for 'test_row_0' in 85816e77739f8042e861157e7a0739b8 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4227 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T05:26:35,374 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:35,374 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:35,375 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:35,377 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:35,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38772 deadline: 1731130055370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:35,378 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 059551c538b7,40801,1731129891493 for 'test_row_1' in 85816e77739f8042e861157e7a0739b8 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4232 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T05:26:35,378 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:35,378 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:35,378 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:35,441 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-09T05:26:35,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. 2024-11-09T05:26:35,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. as already flushing 2024-11-09T05:26:35,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. 2024-11-09T05:26:35,442 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:35,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:35,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:35,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-09T05:26:35,595 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-09T05:26:35,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. 2024-11-09T05:26:35,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. as already flushing 2024-11-09T05:26:35,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. 2024-11-09T05:26:35,595 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:35,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:35,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:35,667 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:35,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38796 deadline: 1731130055660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:35,667 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:35,667 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:35,668 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:35,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38786 deadline: 1731130055660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:35,668 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:35,668 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:35,668 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:35,668 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:35,668 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:35,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38784 deadline: 1731130055660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:35,668 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:35,668 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:35,668 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:35,673 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/C/8cdb2a0fb43f49fea0a0b9ed38a46998 2024-11-09T05:26:35,676 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/A/6888182b9004420188e50cdf0a8aa765 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/6888182b9004420188e50cdf0a8aa765 2024-11-09T05:26:35,682 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/6888182b9004420188e50cdf0a8aa765, entries=200, sequenceid=169, filesize=38.8 K 2024-11-09T05:26:35,683 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/B/4f2fb73dd6b74a1e8a92c22b72ff6bb2 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/B/4f2fb73dd6b74a1e8a92c22b72ff6bb2 2024-11-09T05:26:35,686 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/B/4f2fb73dd6b74a1e8a92c22b72ff6bb2, entries=150, sequenceid=169, filesize=11.9 K 2024-11-09T05:26:35,686 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/C/8cdb2a0fb43f49fea0a0b9ed38a46998 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/C/8cdb2a0fb43f49fea0a0b9ed38a46998 2024-11-09T05:26:35,689 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/C/8cdb2a0fb43f49fea0a0b9ed38a46998, entries=150, sequenceid=169, filesize=11.9 K 2024-11-09T05:26:35,689 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 85816e77739f8042e861157e7a0739b8 in 1314ms, sequenceid=169, compaction requested=true 2024-11-09T05:26:35,689 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 85816e77739f8042e861157e7a0739b8: 2024-11-09T05:26:35,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 85816e77739f8042e861157e7a0739b8:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T05:26:35,690 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:26:35,690 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:26:35,690 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:26:35,690 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 85816e77739f8042e861157e7a0739b8:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T05:26:35,690 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:26:35,690 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 85816e77739f8042e861157e7a0739b8:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T05:26:35,690 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:26:35,691 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36661 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:26:35,691 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1541): 85816e77739f8042e861157e7a0739b8/B is initiating minor compaction (all files) 2024-11-09T05:26:35,691 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 85816e77739f8042e861157e7a0739b8/B in TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. 2024-11-09T05:26:35,691 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/B/87f8c2ec648149db82f919efd442055f, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/B/adfde27cfa3646f18eda25ffdbddbb28, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/B/4f2fb73dd6b74a1e8a92c22b72ff6bb2] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp, totalSize=35.8 K 2024-11-09T05:26:35,691 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102167 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:26:35,691 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1541): 85816e77739f8042e861157e7a0739b8/A is initiating minor compaction (all files) 2024-11-09T05:26:35,691 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 85816e77739f8042e861157e7a0739b8/A in TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. 2024-11-09T05:26:35,691 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/d8c3d97ca9954b7c824f3bd407e7618c, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/d757a6a69c2049c2b133d73f34ca4807, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/6888182b9004420188e50cdf0a8aa765] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp, totalSize=99.8 K 2024-11-09T05:26:35,691 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. 2024-11-09T05:26:35,691 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. files: [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/d8c3d97ca9954b7c824f3bd407e7618c, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/d757a6a69c2049c2b133d73f34ca4807, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/6888182b9004420188e50cdf0a8aa765] 2024-11-09T05:26:35,692 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting d8c3d97ca9954b7c824f3bd407e7618c, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1731129991807 2024-11-09T05:26:35,692 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 87f8c2ec648149db82f919efd442055f, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1731129991807 2024-11-09T05:26:35,692 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting d757a6a69c2049c2b133d73f34ca4807, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1731129993046 2024-11-09T05:26:35,692 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting adfde27cfa3646f18eda25ffdbddbb28, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1731129993046 2024-11-09T05:26:35,692 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 4f2fb73dd6b74a1e8a92c22b72ff6bb2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731129993732 2024-11-09T05:26:35,692 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6888182b9004420188e50cdf0a8aa765, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731129993730 2024-11-09T05:26:35,705 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 85816e77739f8042e861157e7a0739b8#B#compaction#357 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:26:35,706 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/B/2f2e3b650e0444e19367a3c91ef92fcd is 50, key is test_row_0/B:col10/1731129994373/Put/seqid=0 2024-11-09T05:26:35,707 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=85816e77739f8042e861157e7a0739b8] 2024-11-09T05:26:35,709 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241109d89a241d44ca4ad686c33b6daa46d8d7_85816e77739f8042e861157e7a0739b8 store=[table=TestAcidGuarantees family=A region=85816e77739f8042e861157e7a0739b8] 2024-11-09T05:26:35,711 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241109d89a241d44ca4ad686c33b6daa46d8d7_85816e77739f8042e861157e7a0739b8, store=[table=TestAcidGuarantees family=A region=85816e77739f8042e861157e7a0739b8] 2024-11-09T05:26:35,712 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109d89a241d44ca4ad686c33b6daa46d8d7_85816e77739f8042e861157e7a0739b8 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=85816e77739f8042e861157e7a0739b8] 2024-11-09T05:26:35,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742243_1419 (size=12561) 2024-11-09T05:26:35,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742244_1420 (size=4469) 2024-11-09T05:26:35,726 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 85816e77739f8042e861157e7a0739b8#A#compaction#358 average throughput is 1.29 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:26:35,726 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/A/cc203e925c4146d5b7bce3513ea3fabf is 175, key is test_row_0/A:col10/1731129994373/Put/seqid=0 2024-11-09T05:26:35,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742245_1421 (size=31515) 2024-11-09T05:26:35,746 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/A/cc203e925c4146d5b7bce3513ea3fabf as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/cc203e925c4146d5b7bce3513ea3fabf 2024-11-09T05:26:35,748 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-09T05:26:35,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. 2024-11-09T05:26:35,748 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2902): Flushing 85816e77739f8042e861157e7a0739b8 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-09T05:26:35,752 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 85816e77739f8042e861157e7a0739b8/A of 85816e77739f8042e861157e7a0739b8 into cc203e925c4146d5b7bce3513ea3fabf(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:26:35,752 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 85816e77739f8042e861157e7a0739b8: 2024-11-09T05:26:35,752 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., storeName=85816e77739f8042e861157e7a0739b8/A, priority=13, startTime=1731129995689; duration=0sec 2024-11-09T05:26:35,752 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:26:35,752 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 85816e77739f8042e861157e7a0739b8:A 2024-11-09T05:26:35,753 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:26:35,753 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36661 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:26:35,753 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1541): 85816e77739f8042e861157e7a0739b8/C is initiating minor compaction (all files) 2024-11-09T05:26:35,753 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 85816e77739f8042e861157e7a0739b8/C in TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. 2024-11-09T05:26:35,754 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/C/8a47f7d93bfd4dea891e7ba00db60680, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/C/59f3893b8a07412c98966641fbfce555, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/C/8cdb2a0fb43f49fea0a0b9ed38a46998] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp, totalSize=35.8 K 2024-11-09T05:26:35,754 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8a47f7d93bfd4dea891e7ba00db60680, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1731129991807 2024-11-09T05:26:35,755 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 59f3893b8a07412c98966641fbfce555, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1731129993046 2024-11-09T05:26:35,756 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8cdb2a0fb43f49fea0a0b9ed38a46998, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731129993732 2024-11-09T05:26:35,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411092254512945874820842d85527188f76f_85816e77739f8042e861157e7a0739b8 is 50, key is test_row_0/A:col10/1731129994493/Put/seqid=0 2024-11-09T05:26:35,775 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 85816e77739f8042e861157e7a0739b8#C#compaction#360 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:26:35,776 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/C/ef53b387deed4bfe8671374715aafa64 is 50, key is test_row_0/C:col10/1731129994373/Put/seqid=0 2024-11-09T05:26:35,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742246_1422 (size=12304) 2024-11-09T05:26:35,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:35,787 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411092254512945874820842d85527188f76f_85816e77739f8042e861157e7a0739b8 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411092254512945874820842d85527188f76f_85816e77739f8042e861157e7a0739b8 2024-11-09T05:26:35,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/A/a7ffe92ff45545d9b9075886879993fe, store: [table=TestAcidGuarantees family=A region=85816e77739f8042e861157e7a0739b8] 2024-11-09T05:26:35,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/A/a7ffe92ff45545d9b9075886879993fe is 175, key is test_row_0/A:col10/1731129994493/Put/seqid=0 2024-11-09T05:26:35,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742247_1423 (size=12561) 2024-11-09T05:26:35,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742248_1424 (size=31105) 2024-11-09T05:26:36,128 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/B/2f2e3b650e0444e19367a3c91ef92fcd as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/B/2f2e3b650e0444e19367a3c91ef92fcd 2024-11-09T05:26:36,131 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 85816e77739f8042e861157e7a0739b8/B of 85816e77739f8042e861157e7a0739b8 into 2f2e3b650e0444e19367a3c91ef92fcd(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:26:36,131 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 85816e77739f8042e861157e7a0739b8: 2024-11-09T05:26:36,131 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., storeName=85816e77739f8042e861157e7a0739b8/B, priority=13, startTime=1731129995690; duration=0sec 2024-11-09T05:26:36,131 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:26:36,131 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 85816e77739f8042e861157e7a0739b8:B 2024-11-09T05:26:36,202 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/C/ef53b387deed4bfe8671374715aafa64 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/C/ef53b387deed4bfe8671374715aafa64 2024-11-09T05:26:36,206 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 85816e77739f8042e861157e7a0739b8/C of 85816e77739f8042e861157e7a0739b8 into ef53b387deed4bfe8671374715aafa64(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:26:36,206 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 85816e77739f8042e861157e7a0739b8: 2024-11-09T05:26:36,206 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., storeName=85816e77739f8042e861157e7a0739b8/C, priority=13, startTime=1731129995690; duration=0sec 2024-11-09T05:26:36,206 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:26:36,206 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 85816e77739f8042e861157e7a0739b8:C 2024-11-09T05:26:36,285 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=194, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/A/a7ffe92ff45545d9b9075886879993fe 2024-11-09T05:26:36,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/B/5218a5c5e02d44d99105ba29de1b0743 is 50, key is test_row_0/B:col10/1731129994493/Put/seqid=0 2024-11-09T05:26:36,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742249_1425 (size=12151) 2024-11-09T05:26:36,368 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/B/5218a5c5e02d44d99105ba29de1b0743 2024-11-09T05:26:36,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/C/2e35966544464ea9b35314d061048e5a is 50, key is test_row_0/C:col10/1731129994493/Put/seqid=0 2024-11-09T05:26:36,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742250_1426 (size=12151) 2024-11-09T05:26:36,417 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/C/2e35966544464ea9b35314d061048e5a 2024-11-09T05:26:36,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/A/a7ffe92ff45545d9b9075886879993fe as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/a7ffe92ff45545d9b9075886879993fe 2024-11-09T05:26:36,450 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/a7ffe92ff45545d9b9075886879993fe, entries=150, sequenceid=194, filesize=30.4 K 2024-11-09T05:26:36,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/B/5218a5c5e02d44d99105ba29de1b0743 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/B/5218a5c5e02d44d99105ba29de1b0743 2024-11-09T05:26:36,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,457 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/B/5218a5c5e02d44d99105ba29de1b0743, entries=150, sequenceid=194, filesize=11.9 K 2024-11-09T05:26:36,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/C/2e35966544464ea9b35314d061048e5a as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/C/2e35966544464ea9b35314d061048e5a 2024-11-09T05:26:36,466 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/C/2e35966544464ea9b35314d061048e5a, entries=150, sequenceid=194, filesize=11.9 K 2024-11-09T05:26:36,467 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=0 B/0 for 85816e77739f8042e861157e7a0739b8 in 719ms, sequenceid=194, compaction requested=false 2024-11-09T05:26:36,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2603): Flush status journal for 85816e77739f8042e861157e7a0739b8: 2024-11-09T05:26:36,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. 2024-11-09T05:26:36,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=110 2024-11-09T05:26:36,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.HMaster(4169): Remote procedure done, pid=110 2024-11-09T05:26:36,470 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=110, resume processing ppid=109 2024-11-09T05:26:36,471 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=110, ppid=109, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1060 sec 2024-11-09T05:26:36,472 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=109, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees in 2.1100 sec 2024-11-09T05:26:36,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-09T05:26:36,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,511 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T05:26:36,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,511 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T05:26:36,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] procedure2.ProcedureExecutor(1139): Stored pid=111, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees 2024-11-09T05:26:36,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,514 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=111, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T05:26:36,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-09T05:26:36,515 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=111, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T05:26:36,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,515 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=112, ppid=111, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T05:26:36,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-09T05:26:36,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,668 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-09T05:26:36,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. 2024-11-09T05:26:36,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2603): Flush status journal for 85816e77739f8042e861157e7a0739b8: 2024-11-09T05:26:36,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. 2024-11-09T05:26:36,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=112 2024-11-09T05:26:36,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.HMaster(4169): Remote procedure done, pid=112 2024-11-09T05:26:36,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,673 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=112, resume processing ppid=111 2024-11-09T05:26:36,673 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=112, ppid=111, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 155 msec 2024-11-09T05:26:36,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,675 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=111, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees in 162 msec 2024-11-09T05:26:36,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-09T05:26:36,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,830 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T05:26:36,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,831 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T05:26:36,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] procedure2.ProcedureExecutor(1139): Stored pid=113, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees 2024-11-09T05:26:36,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,833 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=113, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T05:26:36,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,833 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=113, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T05:26:36,834 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=114, ppid=113, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T05:26:36,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-09T05:26:36,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,875 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T05:26:36,875 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 85816e77739f8042e861157e7a0739b8 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-09T05:26:36,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(8855): Flush requested on 85816e77739f8042e861157e7a0739b8 2024-11-09T05:26:36,900 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109280fa6fb5cf743539522227a37f0d9a9_85816e77739f8042e861157e7a0739b8 is 50, key is test_row_0/A:col10/1731129996864/Put/seqid=0 2024-11-09T05:26:36,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-09T05:26:36,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742251_1427 (size=17284) 2024-11-09T05:26:36,958 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:36,962 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109280fa6fb5cf743539522227a37f0d9a9_85816e77739f8042e861157e7a0739b8 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109280fa6fb5cf743539522227a37f0d9a9_85816e77739f8042e861157e7a0739b8 2024-11-09T05:26:36,963 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/A/0da4fc02b0a8438cb4250c2cc751d33e, store: [table=TestAcidGuarantees family=A region=85816e77739f8042e861157e7a0739b8] 2024-11-09T05:26:36,963 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/A/0da4fc02b0a8438cb4250c2cc751d33e is 175, key is test_row_0/A:col10/1731129996864/Put/seqid=0 2024-11-09T05:26:36,986 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-09T05:26:36,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. 2024-11-09T05:26:36,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. as already flushing 2024-11-09T05:26:36,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. 2024-11-09T05:26:36,987 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:36,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:36,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:37,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742252_1428 (size=48389) 2024-11-09T05:26:37,003 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=210, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/A/0da4fc02b0a8438cb4250c2cc751d33e 2024-11-09T05:26:37,026 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/B/68e18ba488504ed68ba7cd1c3af29227 is 50, key is test_row_0/B:col10/1731129996864/Put/seqid=0 2024-11-09T05:26:37,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742253_1429 (size=12151) 2024-11-09T05:26:37,039 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/B/68e18ba488504ed68ba7cd1c3af29227 2024-11-09T05:26:37,056 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:37,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38796 deadline: 1731130057040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:37,057 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:37,057 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:37,057 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:37,059 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/C/34fa78bdd1a14906948d12b5c5d4ec30 is 50, key is test_row_0/C:col10/1731129996864/Put/seqid=0 2024-11-09T05:26:37,060 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:37,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38784 deadline: 1731130057045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:37,060 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:37,060 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:37,061 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:37,061 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:37,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38786 deadline: 1731130057046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:37,061 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:37,061 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:37,061 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:37,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742254_1430 (size=12151) 2024-11-09T05:26:37,093 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/C/34fa78bdd1a14906948d12b5c5d4ec30 2024-11-09T05:26:37,097 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/A/0da4fc02b0a8438cb4250c2cc751d33e as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/0da4fc02b0a8438cb4250c2cc751d33e 2024-11-09T05:26:37,101 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/0da4fc02b0a8438cb4250c2cc751d33e, entries=250, sequenceid=210, filesize=47.3 K 2024-11-09T05:26:37,102 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/B/68e18ba488504ed68ba7cd1c3af29227 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/B/68e18ba488504ed68ba7cd1c3af29227 2024-11-09T05:26:37,106 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/B/68e18ba488504ed68ba7cd1c3af29227, entries=150, sequenceid=210, filesize=11.9 K 2024-11-09T05:26:37,107 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/C/34fa78bdd1a14906948d12b5c5d4ec30 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/C/34fa78bdd1a14906948d12b5c5d4ec30 2024-11-09T05:26:37,111 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/C/34fa78bdd1a14906948d12b5c5d4ec30, entries=150, sequenceid=210, filesize=11.9 K 2024-11-09T05:26:37,112 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 85816e77739f8042e861157e7a0739b8 in 237ms, sequenceid=210, compaction requested=true 2024-11-09T05:26:37,112 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 85816e77739f8042e861157e7a0739b8: 2024-11-09T05:26:37,112 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:26:37,115 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111009 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:26:37,115 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1541): 85816e77739f8042e861157e7a0739b8/A is initiating minor compaction (all files) 2024-11-09T05:26:37,115 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 85816e77739f8042e861157e7a0739b8/A in TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. 2024-11-09T05:26:37,115 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/cc203e925c4146d5b7bce3513ea3fabf, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/a7ffe92ff45545d9b9075886879993fe, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/0da4fc02b0a8438cb4250c2cc751d33e] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp, totalSize=108.4 K 2024-11-09T05:26:37,115 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. 2024-11-09T05:26:37,115 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. files: [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/cc203e925c4146d5b7bce3513ea3fabf, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/a7ffe92ff45545d9b9075886879993fe, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/0da4fc02b0a8438cb4250c2cc751d33e] 2024-11-09T05:26:37,116 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting cc203e925c4146d5b7bce3513ea3fabf, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731129993732 2024-11-09T05:26:37,116 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting a7ffe92ff45545d9b9075886879993fe, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1731129994453 2024-11-09T05:26:37,116 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0da4fc02b0a8438cb4250c2cc751d33e, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731129996810 2024-11-09T05:26:37,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 85816e77739f8042e861157e7a0739b8:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T05:26:37,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:26:37,117 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:26:37,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 85816e77739f8042e861157e7a0739b8:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T05:26:37,118 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:26:37,118 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1541): 85816e77739f8042e861157e7a0739b8/B is initiating minor compaction (all files) 2024-11-09T05:26:37,118 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 85816e77739f8042e861157e7a0739b8/B in TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. 2024-11-09T05:26:37,118 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/B/2f2e3b650e0444e19367a3c91ef92fcd, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/B/5218a5c5e02d44d99105ba29de1b0743, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/B/68e18ba488504ed68ba7cd1c3af29227] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp, totalSize=36.0 K 2024-11-09T05:26:37,118 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 2f2e3b650e0444e19367a3c91ef92fcd, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731129993732 2024-11-09T05:26:37,119 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 5218a5c5e02d44d99105ba29de1b0743, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1731129994453 2024-11-09T05:26:37,119 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:26:37,119 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 68e18ba488504ed68ba7cd1c3af29227, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731129996864 2024-11-09T05:26:37,121 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 85816e77739f8042e861157e7a0739b8:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T05:26:37,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:26:37,133 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=85816e77739f8042e861157e7a0739b8] 2024-11-09T05:26:37,140 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-09T05:26:37,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. 2024-11-09T05:26:37,140 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2902): Flushing 85816e77739f8042e861157e7a0739b8 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-09T05:26:37,142 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 85816e77739f8042e861157e7a0739b8#B#compaction#367 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:26:37,143 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/B/2ef2dcaa4a68447fa8443e6bc29de30b is 50, key is test_row_0/B:col10/1731129996864/Put/seqid=0 2024-11-09T05:26:37,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-09T05:26:37,162 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. as already flushing 2024-11-09T05:26:37,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(8855): Flush requested on 85816e77739f8042e861157e7a0739b8 2024-11-09T05:26:37,163 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411096166238c37ef4464afd3730e16ba8c50_85816e77739f8042e861157e7a0739b8 store=[table=TestAcidGuarantees family=A region=85816e77739f8042e861157e7a0739b8] 2024-11-09T05:26:37,165 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411096166238c37ef4464afd3730e16ba8c50_85816e77739f8042e861157e7a0739b8, store=[table=TestAcidGuarantees family=A region=85816e77739f8042e861157e7a0739b8] 2024-11-09T05:26:37,166 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411096166238c37ef4464afd3730e16ba8c50_85816e77739f8042e861157e7a0739b8 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=85816e77739f8042e861157e7a0739b8] 2024-11-09T05:26:37,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109adce9a8f8c1b4f1eaf04f4a5432b9ea3_85816e77739f8042e861157e7a0739b8 is 50, key is test_row_0/A:col10/1731129997043/Put/seqid=0 2024-11-09T05:26:37,222 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:37,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38784 deadline: 1731130057200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:37,223 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:37,223 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:37,223 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:37,235 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:37,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38796 deadline: 1731130057221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:37,237 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:37,237 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:37,237 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:37,237 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:37,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38786 deadline: 1731130057223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:37,238 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:37,238 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:37,238 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:37,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742255_1431 (size=12663) 2024-11-09T05:26:37,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742256_1432 (size=4469) 2024-11-09T05:26:37,270 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 85816e77739f8042e861157e7a0739b8#A#compaction#366 average throughput is 0.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:26:37,270 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/A/66182900213e42e3b112e08271a359e1 is 175, key is test_row_0/A:col10/1731129996864/Put/seqid=0 2024-11-09T05:26:37,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742257_1433 (size=12304) 2024-11-09T05:26:37,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:37,280 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109adce9a8f8c1b4f1eaf04f4a5432b9ea3_85816e77739f8042e861157e7a0739b8 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109adce9a8f8c1b4f1eaf04f4a5432b9ea3_85816e77739f8042e861157e7a0739b8 2024-11-09T05:26:37,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/A/7def04b5fde046508bdaf1cfc7ca6860, store: [table=TestAcidGuarantees family=A region=85816e77739f8042e861157e7a0739b8] 2024-11-09T05:26:37,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/A/7def04b5fde046508bdaf1cfc7ca6860 is 175, key is test_row_0/A:col10/1731129997043/Put/seqid=0 2024-11-09T05:26:37,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742258_1434 (size=31617) 2024-11-09T05:26:37,335 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:37,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38784 deadline: 1731130057330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:37,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742259_1435 (size=31105) 2024-11-09T05:26:37,337 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:37,337 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=234, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/A/7def04b5fde046508bdaf1cfc7ca6860 2024-11-09T05:26:37,337 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:37,337 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:37,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/B/e21319662f7442bf9a01fbd8c5bb3904 is 50, key is test_row_0/B:col10/1731129997043/Put/seqid=0 2024-11-09T05:26:37,349 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:37,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38796 deadline: 1731130057340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:37,350 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:37,350 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:37,350 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:37,350 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:37,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38786 deadline: 1731130057340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:37,351 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:37,351 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:37,351 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:37,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742260_1436 (size=12151) 2024-11-09T05:26:37,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-09T05:26:37,548 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:37,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38784 deadline: 1731130057540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:37,549 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:37,549 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:37,549 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:37,563 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:37,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38796 deadline: 1731130057560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:37,564 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:37,564 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:37,564 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:37,571 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:37,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38786 deadline: 1731130057560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:37,572 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:37,572 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:37,572 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:37,648 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/B/2ef2dcaa4a68447fa8443e6bc29de30b as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/B/2ef2dcaa4a68447fa8443e6bc29de30b 2024-11-09T05:26:37,653 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 85816e77739f8042e861157e7a0739b8/B of 85816e77739f8042e861157e7a0739b8 into 2ef2dcaa4a68447fa8443e6bc29de30b(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:26:37,653 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 85816e77739f8042e861157e7a0739b8: 2024-11-09T05:26:37,653 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., storeName=85816e77739f8042e861157e7a0739b8/B, priority=13, startTime=1731129997117; duration=0sec 2024-11-09T05:26:37,653 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:26:37,653 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 85816e77739f8042e861157e7a0739b8:B 2024-11-09T05:26:37,653 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:26:37,654 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:26:37,654 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1541): 85816e77739f8042e861157e7a0739b8/C is initiating minor compaction (all files) 2024-11-09T05:26:37,654 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 85816e77739f8042e861157e7a0739b8/C in TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. 2024-11-09T05:26:37,654 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/C/ef53b387deed4bfe8671374715aafa64, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/C/2e35966544464ea9b35314d061048e5a, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/C/34fa78bdd1a14906948d12b5c5d4ec30] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp, totalSize=36.0 K 2024-11-09T05:26:37,654 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting ef53b387deed4bfe8671374715aafa64, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731129993732 2024-11-09T05:26:37,654 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 2e35966544464ea9b35314d061048e5a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1731129994453 2024-11-09T05:26:37,655 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 34fa78bdd1a14906948d12b5c5d4ec30, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731129996864 2024-11-09T05:26:37,666 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 85816e77739f8042e861157e7a0739b8#C#compaction#370 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:26:37,666 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/C/cfe2b8ecc6c046ff974eab7eea2cc4ac is 50, key is test_row_0/C:col10/1731129996864/Put/seqid=0 2024-11-09T05:26:37,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742261_1437 (size=12663) 2024-11-09T05:26:37,724 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/A/66182900213e42e3b112e08271a359e1 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/66182900213e42e3b112e08271a359e1 2024-11-09T05:26:37,727 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 85816e77739f8042e861157e7a0739b8/A of 85816e77739f8042e861157e7a0739b8 into 66182900213e42e3b112e08271a359e1(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:26:37,727 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 85816e77739f8042e861157e7a0739b8: 2024-11-09T05:26:37,727 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., storeName=85816e77739f8042e861157e7a0739b8/A, priority=13, startTime=1731129997112; duration=0sec 2024-11-09T05:26:37,727 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:26:37,728 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 85816e77739f8042e861157e7a0739b8:A 2024-11-09T05:26:37,775 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/B/e21319662f7442bf9a01fbd8c5bb3904 2024-11-09T05:26:37,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/C/66ad8954b0144646af576c0883a2ef15 is 50, key is test_row_0/C:col10/1731129997043/Put/seqid=0 2024-11-09T05:26:37,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742262_1438 (size=12151) 2024-11-09T05:26:37,798 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/C/66ad8954b0144646af576c0883a2ef15 2024-11-09T05:26:37,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/A/7def04b5fde046508bdaf1cfc7ca6860 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/7def04b5fde046508bdaf1cfc7ca6860 2024-11-09T05:26:37,807 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/7def04b5fde046508bdaf1cfc7ca6860, entries=150, sequenceid=234, filesize=30.4 K 2024-11-09T05:26:37,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/B/e21319662f7442bf9a01fbd8c5bb3904 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/B/e21319662f7442bf9a01fbd8c5bb3904 2024-11-09T05:26:37,812 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/B/e21319662f7442bf9a01fbd8c5bb3904, entries=150, sequenceid=234, filesize=11.9 K 2024-11-09T05:26:37,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/C/66ad8954b0144646af576c0883a2ef15 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/C/66ad8954b0144646af576c0883a2ef15 2024-11-09T05:26:37,819 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/C/66ad8954b0144646af576c0883a2ef15, entries=150, sequenceid=234, filesize=11.9 K 2024-11-09T05:26:37,819 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 85816e77739f8042e861157e7a0739b8 in 679ms, sequenceid=234, compaction requested=false 2024-11-09T05:26:37,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2603): Flush status journal for 85816e77739f8042e861157e7a0739b8: 2024-11-09T05:26:37,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. 2024-11-09T05:26:37,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=114 2024-11-09T05:26:37,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.HMaster(4169): Remote procedure done, pid=114 2024-11-09T05:26:37,822 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=114, resume processing ppid=113 2024-11-09T05:26:37,822 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=114, ppid=113, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 988 msec 2024-11-09T05:26:37,826 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=113, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees in 994 msec 2024-11-09T05:26:37,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(8855): Flush requested on 85816e77739f8042e861157e7a0739b8 2024-11-09T05:26:37,866 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T05:26:37,866 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 85816e77739f8042e861157e7a0739b8 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-09T05:26:37,871 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109b56402ea9a0f4791874d224bad2533d2_85816e77739f8042e861157e7a0739b8 is 50, key is test_row_0/A:col10/1731129997213/Put/seqid=0 2024-11-09T05:26:37,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742263_1439 (size=14794) 2024-11-09T05:26:37,952 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:37,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38784 deadline: 1731130057937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:37,952 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:37,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38796 deadline: 1731130057938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:37,953 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:37,953 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:37,953 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:37,954 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:37,954 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:37,954 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:37,959 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:37,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38786 deadline: 1731130057949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:37,961 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:37,961 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:37,961 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:37,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-09T05:26:37,970 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T05:26:37,970 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T05:26:37,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] procedure2.ProcedureExecutor(1139): Stored pid=115, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees 2024-11-09T05:26:37,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-09T05:26:37,973 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=115, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T05:26:37,973 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=115, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T05:26:37,973 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=116, ppid=115, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T05:26:38,069 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:38,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38784 deadline: 1731130058060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:38,070 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:38,070 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:38,070 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:38,070 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:38,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38796 deadline: 1731130058060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:38,070 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:38,070 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:38,070 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:38,074 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/C/cfe2b8ecc6c046ff974eab7eea2cc4ac as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/C/cfe2b8ecc6c046ff974eab7eea2cc4ac 2024-11-09T05:26:38,077 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 85816e77739f8042e861157e7a0739b8/C of 85816e77739f8042e861157e7a0739b8 into cfe2b8ecc6c046ff974eab7eea2cc4ac(size=12.4 K), total size for store is 24.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:26:38,077 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 85816e77739f8042e861157e7a0739b8: 2024-11-09T05:26:38,077 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., storeName=85816e77739f8042e861157e7a0739b8/C, priority=13, startTime=1731129997119; duration=0sec 2024-11-09T05:26:38,078 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:26:38,078 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 85816e77739f8042e861157e7a0739b8:C 2024-11-09T05:26:38,078 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:38,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38786 deadline: 1731130058069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:38,078 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:38,078 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:38,078 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:38,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-09T05:26:38,126 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-09T05:26:38,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. 2024-11-09T05:26:38,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. as already flushing 2024-11-09T05:26:38,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. 2024-11-09T05:26:38,126 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:38,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:38,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:38,279 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-09T05:26:38,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. 2024-11-09T05:26:38,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. as already flushing 2024-11-09T05:26:38,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. 2024-11-09T05:26:38,279 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:38,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:38,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:38,282 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:38,284 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:38,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38796 deadline: 1731130058280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:38,284 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:38,285 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:38,285 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:38,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38784 deadline: 1731130058280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:38,285 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:38,285 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:38,285 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:38,285 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:38,285 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109b56402ea9a0f4791874d224bad2533d2_85816e77739f8042e861157e7a0739b8 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109b56402ea9a0f4791874d224bad2533d2_85816e77739f8042e861157e7a0739b8 2024-11-09T05:26:38,287 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/A/776d65bd2c294625aefa3b1e0ef55185, store: [table=TestAcidGuarantees family=A region=85816e77739f8042e861157e7a0739b8] 2024-11-09T05:26:38,287 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/A/776d65bd2c294625aefa3b1e0ef55185 is 175, key is test_row_0/A:col10/1731129997213/Put/seqid=0 2024-11-09T05:26:38,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-09T05:26:38,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742264_1440 (size=39749) 2024-11-09T05:26:38,291 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=249, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/A/776d65bd2c294625aefa3b1e0ef55185 2024-11-09T05:26:38,296 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:38,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38786 deadline: 1731130058289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:38,297 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/B/752315bf717347039dc078a1eb27bd43 is 50, key is test_row_0/B:col10/1731129997213/Put/seqid=0 2024-11-09T05:26:38,297 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:38,297 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:38,297 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:38,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742265_1441 (size=12151) 2024-11-09T05:26:38,301 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/B/752315bf717347039dc078a1eb27bd43 2024-11-09T05:26:38,306 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/C/5e6e69a70aad4851aa5b102b5e427487 is 50, key is test_row_0/C:col10/1731129997213/Put/seqid=0 2024-11-09T05:26:38,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742266_1442 (size=12151) 2024-11-09T05:26:38,433 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-09T05:26:38,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. 2024-11-09T05:26:38,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. as already flushing 2024-11-09T05:26:38,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. 2024-11-09T05:26:38,433 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:38,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:38,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:38,585 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-09T05:26:38,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. 2024-11-09T05:26:38,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. as already flushing 2024-11-09T05:26:38,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. 2024-11-09T05:26:38,586 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:38,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:38,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:38,598 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:38,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38796 deadline: 1731130058590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:38,598 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:38,598 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:38,598 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:38,598 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:38,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38784 deadline: 1731130058590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:38,598 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:38,598 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:38,598 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:38,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-09T05:26:38,611 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:38,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38786 deadline: 1731130058600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:38,612 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:38,612 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:38,612 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:38,714 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/C/5e6e69a70aad4851aa5b102b5e427487 2024-11-09T05:26:38,717 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/A/776d65bd2c294625aefa3b1e0ef55185 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/776d65bd2c294625aefa3b1e0ef55185 2024-11-09T05:26:38,720 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/776d65bd2c294625aefa3b1e0ef55185, entries=200, sequenceid=249, filesize=38.8 K 2024-11-09T05:26:38,721 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/B/752315bf717347039dc078a1eb27bd43 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/B/752315bf717347039dc078a1eb27bd43 2024-11-09T05:26:38,725 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/B/752315bf717347039dc078a1eb27bd43, entries=150, sequenceid=249, filesize=11.9 K 2024-11-09T05:26:38,725 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/C/5e6e69a70aad4851aa5b102b5e427487 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/C/5e6e69a70aad4851aa5b102b5e427487 2024-11-09T05:26:38,729 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/C/5e6e69a70aad4851aa5b102b5e427487, entries=150, sequenceid=249, filesize=11.9 K 2024-11-09T05:26:38,730 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 85816e77739f8042e861157e7a0739b8 in 863ms, sequenceid=249, compaction requested=true 2024-11-09T05:26:38,730 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 85816e77739f8042e861157e7a0739b8: 2024-11-09T05:26:38,730 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:26:38,730 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 85816e77739f8042e861157e7a0739b8:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T05:26:38,731 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102471 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:26:38,731 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1541): 85816e77739f8042e861157e7a0739b8/A is initiating minor compaction (all files) 2024-11-09T05:26:38,731 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 85816e77739f8042e861157e7a0739b8/A in TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. 2024-11-09T05:26:38,731 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/66182900213e42e3b112e08271a359e1, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/7def04b5fde046508bdaf1cfc7ca6860, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/776d65bd2c294625aefa3b1e0ef55185] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp, totalSize=100.1 K 2024-11-09T05:26:38,731 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. 2024-11-09T05:26:38,731 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. files: [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/66182900213e42e3b112e08271a359e1, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/7def04b5fde046508bdaf1cfc7ca6860, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/776d65bd2c294625aefa3b1e0ef55185] 2024-11-09T05:26:38,731 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:26:38,731 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:26:38,731 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 66182900213e42e3b112e08271a359e1, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731129996864 2024-11-09T05:26:38,732 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 85816e77739f8042e861157e7a0739b8:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T05:26:38,732 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:26:38,732 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 85816e77739f8042e861157e7a0739b8:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T05:26:38,732 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:26:38,732 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7def04b5fde046508bdaf1cfc7ca6860, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1731129997012 2024-11-09T05:26:38,732 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 776d65bd2c294625aefa3b1e0ef55185, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1731129997197 2024-11-09T05:26:38,732 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:26:38,732 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1541): 85816e77739f8042e861157e7a0739b8/B is initiating minor compaction (all files) 2024-11-09T05:26:38,732 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 85816e77739f8042e861157e7a0739b8/B in TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. 2024-11-09T05:26:38,732 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/B/2ef2dcaa4a68447fa8443e6bc29de30b, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/B/e21319662f7442bf9a01fbd8c5bb3904, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/B/752315bf717347039dc078a1eb27bd43] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp, totalSize=36.1 K 2024-11-09T05:26:38,733 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 2ef2dcaa4a68447fa8443e6bc29de30b, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731129996864 2024-11-09T05:26:38,733 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting e21319662f7442bf9a01fbd8c5bb3904, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1731129997012 2024-11-09T05:26:38,733 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 752315bf717347039dc078a1eb27bd43, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1731129997213 2024-11-09T05:26:38,738 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=85816e77739f8042e861157e7a0739b8] 2024-11-09T05:26:38,739 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-09T05:26:38,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. 2024-11-09T05:26:38,739 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2902): Flushing 85816e77739f8042e861157e7a0739b8 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-09T05:26:38,746 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 85816e77739f8042e861157e7a0739b8#B#compaction#376 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:26:38,746 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/B/c1aed476f6574d3c9690b443eb3261d9 is 50, key is test_row_0/B:col10/1731129997213/Put/seqid=0 2024-11-09T05:26:38,767 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241109898b7d7bf1d245d8ab0f8aee94c802e0_85816e77739f8042e861157e7a0739b8 store=[table=TestAcidGuarantees family=A region=85816e77739f8042e861157e7a0739b8] 2024-11-09T05:26:38,769 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241109898b7d7bf1d245d8ab0f8aee94c802e0_85816e77739f8042e861157e7a0739b8, store=[table=TestAcidGuarantees family=A region=85816e77739f8042e861157e7a0739b8] 2024-11-09T05:26:38,769 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109898b7d7bf1d245d8ab0f8aee94c802e0_85816e77739f8042e861157e7a0739b8 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=85816e77739f8042e861157e7a0739b8] 2024-11-09T05:26:38,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742267_1443 (size=12765) 2024-11-09T05:26:38,782 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/B/c1aed476f6574d3c9690b443eb3261d9 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/B/c1aed476f6574d3c9690b443eb3261d9 2024-11-09T05:26:38,785 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 85816e77739f8042e861157e7a0739b8/B of 85816e77739f8042e861157e7a0739b8 into c1aed476f6574d3c9690b443eb3261d9(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:26:38,786 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 85816e77739f8042e861157e7a0739b8: 2024-11-09T05:26:38,786 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., storeName=85816e77739f8042e861157e7a0739b8/B, priority=13, startTime=1731129998731; duration=0sec 2024-11-09T05:26:38,786 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:26:38,786 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 85816e77739f8042e861157e7a0739b8:B 2024-11-09T05:26:38,786 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:26:38,786 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:26:38,786 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1541): 85816e77739f8042e861157e7a0739b8/C is initiating minor compaction (all files) 2024-11-09T05:26:38,786 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 85816e77739f8042e861157e7a0739b8/C in TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. 2024-11-09T05:26:38,787 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/C/cfe2b8ecc6c046ff974eab7eea2cc4ac, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/C/66ad8954b0144646af576c0883a2ef15, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/C/5e6e69a70aad4851aa5b102b5e427487] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp, totalSize=36.1 K 2024-11-09T05:26:38,787 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting cfe2b8ecc6c046ff974eab7eea2cc4ac, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731129996864 2024-11-09T05:26:38,787 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 66ad8954b0144646af576c0883a2ef15, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1731129997012 2024-11-09T05:26:38,787 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 5e6e69a70aad4851aa5b102b5e427487, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1731129997213 2024-11-09T05:26:38,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742268_1444 (size=4469) 2024-11-09T05:26:38,793 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 85816e77739f8042e861157e7a0739b8#A#compaction#375 average throughput is 0.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:26:38,794 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/A/5c724f7784e1419fbbf20fc1038e4230 is 175, key is test_row_0/A:col10/1731129997213/Put/seqid=0 2024-11-09T05:26:38,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110963fc3d1959724d66971471a3015d36a9_85816e77739f8042e861157e7a0739b8 is 50, key is test_row_0/A:col10/1731129997946/Put/seqid=0 2024-11-09T05:26:38,798 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 85816e77739f8042e861157e7a0739b8#C#compaction#378 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:26:38,798 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/C/974b765246b5426887f06b0a1facb0a4 is 50, key is test_row_0/C:col10/1731129997213/Put/seqid=0 2024-11-09T05:26:38,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742269_1445 (size=31719) 2024-11-09T05:26:38,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742270_1446 (size=12765) 2024-11-09T05:26:38,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742271_1447 (size=12454) 2024-11-09T05:26:39,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(8855): Flush requested on 85816e77739f8042e861157e7a0739b8 2024-11-09T05:26:39,105 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. as already flushing 2024-11-09T05:26:39,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-09T05:26:39,139 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:39,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38784 deadline: 1731130059136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:39,140 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:39,140 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:39,140 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:39,146 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:39,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38796 deadline: 1731130059137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:39,147 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:39,147 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:39,147 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:39,148 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:39,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38786 deadline: 1731130059139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:39,149 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:39,150 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:39,150 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:39,217 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/A/5c724f7784e1419fbbf20fc1038e4230 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/5c724f7784e1419fbbf20fc1038e4230 2024-11-09T05:26:39,222 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 85816e77739f8042e861157e7a0739b8/A of 85816e77739f8042e861157e7a0739b8 into 5c724f7784e1419fbbf20fc1038e4230(size=31.0 K), total size for store is 31.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:26:39,222 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 85816e77739f8042e861157e7a0739b8: 2024-11-09T05:26:39,222 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., storeName=85816e77739f8042e861157e7a0739b8/A, priority=13, startTime=1731129998730; duration=0sec 2024-11-09T05:26:39,222 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:26:39,222 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 85816e77739f8042e861157e7a0739b8:A 2024-11-09T05:26:39,225 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/C/974b765246b5426887f06b0a1facb0a4 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/C/974b765246b5426887f06b0a1facb0a4 2024-11-09T05:26:39,228 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 85816e77739f8042e861157e7a0739b8/C of 85816e77739f8042e861157e7a0739b8 into 974b765246b5426887f06b0a1facb0a4(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:26:39,229 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 85816e77739f8042e861157e7a0739b8: 2024-11-09T05:26:39,229 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., storeName=85816e77739f8042e861157e7a0739b8/C, priority=13, startTime=1731129998732; duration=0sec 2024-11-09T05:26:39,229 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:26:39,229 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 85816e77739f8042e861157e7a0739b8:C 2024-11-09T05:26:39,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:39,235 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110963fc3d1959724d66971471a3015d36a9_85816e77739f8042e861157e7a0739b8 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110963fc3d1959724d66971471a3015d36a9_85816e77739f8042e861157e7a0739b8 2024-11-09T05:26:39,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/A/e77592e2811b4b209c3128c0f8728af5, store: [table=TestAcidGuarantees family=A region=85816e77739f8042e861157e7a0739b8] 2024-11-09T05:26:39,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/A/e77592e2811b4b209c3128c0f8728af5 is 175, key is test_row_0/A:col10/1731129997946/Put/seqid=0 2024-11-09T05:26:39,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742272_1448 (size=31255) 2024-11-09T05:26:39,255 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:39,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38784 deadline: 1731130059250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:39,255 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:39,255 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:39,255 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:39,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38796 deadline: 1731130059250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:39,255 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:39,255 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:39,255 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:39,256 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:39,263 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:39,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38786 deadline: 1731130059260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:39,263 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:39,263 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:39,263 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:39,394 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:39,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38780 deadline: 1731130059390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:39,395 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 059551c538b7,40801,1731129891493 for 'test_row_0' in 85816e77739f8042e861157e7a0739b8 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8248 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T05:26:39,395 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:39,395 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:39,395 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:39,415 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:39,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38772 deadline: 1731130059410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:39,415 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 059551c538b7,40801,1731129891493 for 'test_row_1' in 85816e77739f8042e861157e7a0739b8 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8269 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T05:26:39,416 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:39,416 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:39,416 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:39,468 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:39,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38784 deadline: 1731130059460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:39,468 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:39,468 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:39,468 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:39,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38796 deadline: 1731130059460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:39,468 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:39,468 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:39,468 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:39,468 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:39,478 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:39,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38786 deadline: 1731130059470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:39,478 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:39,478 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:39,478 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:39,640 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=273, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/A/e77592e2811b4b209c3128c0f8728af5 2024-11-09T05:26:39,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/B/526473c50f144104a0a870abe46cb13f is 50, key is test_row_0/B:col10/1731129997946/Put/seqid=0 2024-11-09T05:26:39,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742273_1449 (size=12301) 2024-11-09T05:26:39,658 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/B/526473c50f144104a0a870abe46cb13f 2024-11-09T05:26:39,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/C/3cadc78702634cae9b874603c45f86ae is 50, key is test_row_0/C:col10/1731129997946/Put/seqid=0 2024-11-09T05:26:39,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742274_1450 (size=12301) 2024-11-09T05:26:39,787 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:39,787 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:39,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38796 deadline: 1731130059780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:39,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38784 deadline: 1731130059780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:39,788 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:39,788 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:39,788 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:39,788 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:39,788 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:39,788 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:39,798 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:39,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38786 deadline: 1731130059789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:39,798 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:39,798 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:39,798 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:40,074 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/C/3cadc78702634cae9b874603c45f86ae 2024-11-09T05:26:40,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/A/e77592e2811b4b209c3128c0f8728af5 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/e77592e2811b4b209c3128c0f8728af5 2024-11-09T05:26:40,081 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/e77592e2811b4b209c3128c0f8728af5, entries=150, sequenceid=273, filesize=30.5 K 2024-11-09T05:26:40,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/B/526473c50f144104a0a870abe46cb13f as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/B/526473c50f144104a0a870abe46cb13f 2024-11-09T05:26:40,085 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/B/526473c50f144104a0a870abe46cb13f, entries=150, sequenceid=273, filesize=12.0 K 2024-11-09T05:26:40,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/C/3cadc78702634cae9b874603c45f86ae as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/C/3cadc78702634cae9b874603c45f86ae 2024-11-09T05:26:40,091 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/C/3cadc78702634cae9b874603c45f86ae, entries=150, sequenceid=273, filesize=12.0 K 2024-11-09T05:26:40,092 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 85816e77739f8042e861157e7a0739b8 in 1353ms, sequenceid=273, compaction requested=false 2024-11-09T05:26:40,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2603): Flush status journal for 85816e77739f8042e861157e7a0739b8: 2024-11-09T05:26:40,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. 2024-11-09T05:26:40,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=116 2024-11-09T05:26:40,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.HMaster(4169): Remote procedure done, pid=116 2024-11-09T05:26:40,096 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=116, resume processing ppid=115 2024-11-09T05:26:40,096 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=116, ppid=115, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1210 sec 2024-11-09T05:26:40,098 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=115, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees in 2.1270 sec 2024-11-09T05:26:40,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-09T05:26:40,120 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T05:26:40,120 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T05:26:40,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] procedure2.ProcedureExecutor(1139): Stored pid=117, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees 2024-11-09T05:26:40,122 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=117, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T05:26:40,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-09T05:26:40,123 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=117, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T05:26:40,123 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=118, ppid=117, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T05:26:40,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-09T05:26:40,276 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-09T05:26:40,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. 2024-11-09T05:26:40,276 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2902): Flushing 85816e77739f8042e861157e7a0739b8 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-09T05:26:40,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411097e76b969de35450391295f3bc31c75c0_85816e77739f8042e861157e7a0739b8 is 50, key is test_row_0/A:col10/1731129999138/Put/seqid=0 2024-11-09T05:26:40,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(8855): Flush requested on 85816e77739f8042e861157e7a0739b8 2024-11-09T05:26:40,295 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. as already flushing 2024-11-09T05:26:40,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742275_1451 (size=12454) 2024-11-09T05:26:40,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:40,327 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411097e76b969de35450391295f3bc31c75c0_85816e77739f8042e861157e7a0739b8 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411097e76b969de35450391295f3bc31c75c0_85816e77739f8042e861157e7a0739b8 2024-11-09T05:26:40,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/A/ec6101dfc66447379b1126778d488bc1, store: [table=TestAcidGuarantees family=A region=85816e77739f8042e861157e7a0739b8] 2024-11-09T05:26:40,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/A/ec6101dfc66447379b1126778d488bc1 is 175, key is test_row_0/A:col10/1731129999138/Put/seqid=0 2024-11-09T05:26:40,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742276_1452 (size=31255) 2024-11-09T05:26:40,345 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=289, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/A/ec6101dfc66447379b1126778d488bc1 2024-11-09T05:26:40,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/B/860feafe579c4e6bb927570e0ca5263d is 50, key is test_row_0/B:col10/1731129999138/Put/seqid=0 2024-11-09T05:26:40,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742277_1453 (size=12301) 2024-11-09T05:26:40,366 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/B/860feafe579c4e6bb927570e0ca5263d 2024-11-09T05:26:40,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/C/46774338d64948cbb6a6403f1c9f9ac8 is 50, key is test_row_0/C:col10/1731129999138/Put/seqid=0 2024-11-09T05:26:40,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742278_1454 (size=12301) 2024-11-09T05:26:40,384 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:40,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38784 deadline: 1731130060373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:40,384 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:40,385 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:40,385 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:40,386 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:40,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38786 deadline: 1731130060377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:40,386 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:40,386 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:40,386 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:40,391 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:40,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38796 deadline: 1731130060383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:40,392 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:40,392 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:40,392 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:40,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-09T05:26:40,495 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:40,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38784 deadline: 1731130060490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:40,495 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:40,495 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:40,495 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:40,496 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:40,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38786 deadline: 1731130060490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:40,496 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:40,496 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:40,496 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:40,507 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:40,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38796 deadline: 1731130060500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:40,513 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:40,513 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:40,513 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:40,705 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:40,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38784 deadline: 1731130060700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:40,706 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:40,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38786 deadline: 1731130060700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:40,706 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:40,706 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:40,706 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:40,707 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:40,707 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:40,707 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:40,731 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:40,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38796 deadline: 1731130060720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:40,732 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:40,732 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:40,732 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:40,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-09T05:26:40,784 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/C/46774338d64948cbb6a6403f1c9f9ac8 2024-11-09T05:26:40,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/A/ec6101dfc66447379b1126778d488bc1 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/ec6101dfc66447379b1126778d488bc1 2024-11-09T05:26:40,789 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/ec6101dfc66447379b1126778d488bc1, entries=150, sequenceid=289, filesize=30.5 K 2024-11-09T05:26:40,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/B/860feafe579c4e6bb927570e0ca5263d as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/B/860feafe579c4e6bb927570e0ca5263d 2024-11-09T05:26:40,798 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/B/860feafe579c4e6bb927570e0ca5263d, entries=150, sequenceid=289, filesize=12.0 K 2024-11-09T05:26:40,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/C/46774338d64948cbb6a6403f1c9f9ac8 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/C/46774338d64948cbb6a6403f1c9f9ac8 2024-11-09T05:26:40,802 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/C/46774338d64948cbb6a6403f1c9f9ac8, entries=150, sequenceid=289, filesize=12.0 K 2024-11-09T05:26:40,803 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 85816e77739f8042e861157e7a0739b8 in 527ms, sequenceid=289, compaction requested=true 2024-11-09T05:26:40,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2603): Flush status journal for 85816e77739f8042e861157e7a0739b8: 2024-11-09T05:26:40,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. 2024-11-09T05:26:40,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=118 2024-11-09T05:26:40,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.HMaster(4169): Remote procedure done, pid=118 2024-11-09T05:26:40,851 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=118, resume processing ppid=117 2024-11-09T05:26:40,851 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=118, ppid=117, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 726 msec 2024-11-09T05:26:40,852 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=117, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees in 731 msec 2024-11-09T05:26:41,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(8855): Flush requested on 85816e77739f8042e861157e7a0739b8 2024-11-09T05:26:41,017 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T05:26:41,017 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 85816e77739f8042e861157e7a0739b8 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-09T05:26:41,027 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109786a80c995e64adea10c11308d3dc409_85816e77739f8042e861157e7a0739b8 is 50, key is test_row_0/A:col10/1731130000374/Put/seqid=0 2024-11-09T05:26:41,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742279_1455 (size=14994) 2024-11-09T05:26:41,063 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:41,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38796 deadline: 1731130061051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:41,064 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:41,064 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:41,064 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:41,073 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:41,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38786 deadline: 1731130061063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:41,073 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:41,073 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:41,073 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:41,075 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:41,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38784 deadline: 1731130061064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:41,076 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:41,076 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:41,076 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:41,179 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:41,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38796 deadline: 1731130061170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:41,180 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:41,180 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:41,180 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:41,184 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:41,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38786 deadline: 1731130061180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:41,184 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:41,185 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:41,184 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:41,185 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:41,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38784 deadline: 1731130061180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:41,185 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:41,185 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:41,185 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:41,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-09T05:26:41,260 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T05:26:41,260 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T05:26:41,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] procedure2.ProcedureExecutor(1139): Stored pid=119, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees 2024-11-09T05:26:41,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-09T05:26:41,262 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=119, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T05:26:41,262 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=119, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T05:26:41,262 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=120, ppid=119, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T05:26:41,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-09T05:26:41,398 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:41,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38796 deadline: 1731130061390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:41,398 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:41,398 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:41,398 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:41,398 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:41,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38786 deadline: 1731130061390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:41,399 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:41,399 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:41,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38784 deadline: 1731130061390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:41,399 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:41,399 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:41,399 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:41,399 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:41,399 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:41,414 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-09T05:26:41,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. 2024-11-09T05:26:41,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. as already flushing 2024-11-09T05:26:41,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. 2024-11-09T05:26:41,414 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:41,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:41,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:41,442 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:41,445 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109786a80c995e64adea10c11308d3dc409_85816e77739f8042e861157e7a0739b8 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109786a80c995e64adea10c11308d3dc409_85816e77739f8042e861157e7a0739b8 2024-11-09T05:26:41,446 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/A/0665f524e8f747b8bc9f95bf41a41bde, store: [table=TestAcidGuarantees family=A region=85816e77739f8042e861157e7a0739b8] 2024-11-09T05:26:41,446 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/A/0665f524e8f747b8bc9f95bf41a41bde is 175, key is test_row_0/A:col10/1731130000374/Put/seqid=0 2024-11-09T05:26:41,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742280_1456 (size=39949) 2024-11-09T05:26:41,567 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-09T05:26:41,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. 2024-11-09T05:26:41,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. as already flushing 2024-11-09T05:26:41,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. 2024-11-09T05:26:41,567 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:41,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:41,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:41,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-09T05:26:41,713 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:41,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38796 deadline: 1731130061709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:41,714 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:41,713 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:41,714 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:41,714 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:41,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38784 deadline: 1731130061710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:41,714 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:41,714 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:41,714 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:41,714 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:41,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38786 deadline: 1731130061710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:41,714 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:41,714 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:41,714 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:41,720 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-09T05:26:41,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. 2024-11-09T05:26:41,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. as already flushing 2024-11-09T05:26:41,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. 2024-11-09T05:26:41,720 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:41,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:41,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:41,849 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=313, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/A/0665f524e8f747b8bc9f95bf41a41bde 2024-11-09T05:26:41,855 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/B/e4c4095307bc4496a00fc8cdb4783b32 is 50, key is test_row_0/B:col10/1731130000374/Put/seqid=0 2024-11-09T05:26:41,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742281_1457 (size=12301) 2024-11-09T05:26:41,858 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/B/e4c4095307bc4496a00fc8cdb4783b32 2024-11-09T05:26:41,865 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/C/81bcf6ac70e843198ea98dd4ca00215c is 50, key is test_row_0/C:col10/1731130000374/Put/seqid=0 2024-11-09T05:26:41,874 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-09T05:26:41,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. 2024-11-09T05:26:41,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. as already flushing 2024-11-09T05:26:41,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. 2024-11-09T05:26:41,874 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:41,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:41,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:41,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742282_1458 (size=12301) 2024-11-09T05:26:41,879 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/C/81bcf6ac70e843198ea98dd4ca00215c 2024-11-09T05:26:41,883 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/A/0665f524e8f747b8bc9f95bf41a41bde as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/0665f524e8f747b8bc9f95bf41a41bde 2024-11-09T05:26:41,886 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/0665f524e8f747b8bc9f95bf41a41bde, entries=200, sequenceid=313, filesize=39.0 K 2024-11-09T05:26:41,887 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/B/e4c4095307bc4496a00fc8cdb4783b32 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/B/e4c4095307bc4496a00fc8cdb4783b32 2024-11-09T05:26:41,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-09T05:26:41,893 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/B/e4c4095307bc4496a00fc8cdb4783b32, entries=150, sequenceid=313, filesize=12.0 K 2024-11-09T05:26:41,893 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/C/81bcf6ac70e843198ea98dd4ca00215c as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/C/81bcf6ac70e843198ea98dd4ca00215c 2024-11-09T05:26:41,896 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/C/81bcf6ac70e843198ea98dd4ca00215c, entries=150, sequenceid=313, filesize=12.0 K 2024-11-09T05:26:41,897 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 85816e77739f8042e861157e7a0739b8 in 879ms, sequenceid=313, compaction requested=true 2024-11-09T05:26:41,897 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 85816e77739f8042e861157e7a0739b8: 2024-11-09T05:26:41,897 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 85816e77739f8042e861157e7a0739b8:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T05:26:41,897 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:26:41,897 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T05:26:41,897 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 85816e77739f8042e861157e7a0739b8:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T05:26:41,897 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:26:41,897 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T05:26:41,897 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 85816e77739f8042e861157e7a0739b8:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T05:26:41,897 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:26:41,898 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 134178 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T05:26:41,898 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49668 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T05:26:41,898 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1541): 85816e77739f8042e861157e7a0739b8/A is initiating minor compaction (all files) 2024-11-09T05:26:41,898 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1541): 85816e77739f8042e861157e7a0739b8/B is initiating minor compaction (all files) 2024-11-09T05:26:41,898 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 85816e77739f8042e861157e7a0739b8/A in TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. 2024-11-09T05:26:41,898 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 85816e77739f8042e861157e7a0739b8/B in TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. 2024-11-09T05:26:41,898 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/5c724f7784e1419fbbf20fc1038e4230, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/e77592e2811b4b209c3128c0f8728af5, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/ec6101dfc66447379b1126778d488bc1, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/0665f524e8f747b8bc9f95bf41a41bde] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp, totalSize=131.0 K 2024-11-09T05:26:41,898 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/B/c1aed476f6574d3c9690b443eb3261d9, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/B/526473c50f144104a0a870abe46cb13f, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/B/860feafe579c4e6bb927570e0ca5263d, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/B/e4c4095307bc4496a00fc8cdb4783b32] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp, totalSize=48.5 K 2024-11-09T05:26:41,898 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. 2024-11-09T05:26:41,898 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. files: [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/5c724f7784e1419fbbf20fc1038e4230, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/e77592e2811b4b209c3128c0f8728af5, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/ec6101dfc66447379b1126778d488bc1, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/0665f524e8f747b8bc9f95bf41a41bde] 2024-11-09T05:26:41,899 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting c1aed476f6574d3c9690b443eb3261d9, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1731129997213 2024-11-09T05:26:41,899 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5c724f7784e1419fbbf20fc1038e4230, keycount=150, bloomtype=ROW, size=31.0 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1731129997213 2024-11-09T05:26:41,901 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 526473c50f144104a0a870abe46cb13f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1731129997919 2024-11-09T05:26:41,901 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting e77592e2811b4b209c3128c0f8728af5, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1731129997919 2024-11-09T05:26:41,901 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting ec6101dfc66447379b1126778d488bc1, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1731129999114 2024-11-09T05:26:41,901 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0665f524e8f747b8bc9f95bf41a41bde, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1731130000360 2024-11-09T05:26:41,903 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 860feafe579c4e6bb927570e0ca5263d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1731129999114 2024-11-09T05:26:41,903 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting e4c4095307bc4496a00fc8cdb4783b32, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1731130000374 2024-11-09T05:26:41,913 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=85816e77739f8042e861157e7a0739b8] 2024-11-09T05:26:41,927 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 85816e77739f8042e861157e7a0739b8#B#compaction#388 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:26:41,927 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/B/ac89db3be2194dc3babddafae4f27d43 is 50, key is test_row_0/B:col10/1731130000374/Put/seqid=0 2024-11-09T05:26:41,936 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411096904f145689a4feda236c42043486306_85816e77739f8042e861157e7a0739b8 store=[table=TestAcidGuarantees family=A region=85816e77739f8042e861157e7a0739b8] 2024-11-09T05:26:41,938 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411096904f145689a4feda236c42043486306_85816e77739f8042e861157e7a0739b8, store=[table=TestAcidGuarantees family=A region=85816e77739f8042e861157e7a0739b8] 2024-11-09T05:26:41,938 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411096904f145689a4feda236c42043486306_85816e77739f8042e861157e7a0739b8 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=85816e77739f8042e861157e7a0739b8] 2024-11-09T05:26:41,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742283_1459 (size=13051) 2024-11-09T05:26:41,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742284_1460 (size=4469) 2024-11-09T05:26:41,951 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 85816e77739f8042e861157e7a0739b8#A#compaction#387 average throughput is 0.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:26:41,952 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/A/e784c382a1584f6f9dd3cab9d60d156d is 175, key is test_row_0/A:col10/1731130000374/Put/seqid=0 2024-11-09T05:26:41,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742285_1461 (size=32005) 2024-11-09T05:26:42,034 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-09T05:26:42,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. 2024-11-09T05:26:42,047 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2902): Flushing 85816e77739f8042e861157e7a0739b8 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-09T05:26:42,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411098c36b9bfa0c546c0a592c5ec366e2c59_85816e77739f8042e861157e7a0739b8 is 50, key is test_row_0/A:col10/1731130001048/Put/seqid=0 2024-11-09T05:26:42,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742286_1462 (size=12454) 2024-11-09T05:26:42,227 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. as already flushing 2024-11-09T05:26:42,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(8855): Flush requested on 85816e77739f8042e861157e7a0739b8 2024-11-09T05:26:42,337 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:42,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38796 deadline: 1731130062320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:42,337 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:42,337 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:42,337 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:42,339 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:42,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38784 deadline: 1731130062337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:42,341 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:42,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38786 deadline: 1731130062337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:42,341 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:42,341 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:42,341 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:42,341 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:42,342 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:42,342 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:42,348 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/B/ac89db3be2194dc3babddafae4f27d43 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/B/ac89db3be2194dc3babddafae4f27d43 2024-11-09T05:26:42,353 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 85816e77739f8042e861157e7a0739b8/B of 85816e77739f8042e861157e7a0739b8 into ac89db3be2194dc3babddafae4f27d43(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:26:42,353 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 85816e77739f8042e861157e7a0739b8: 2024-11-09T05:26:42,353 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., storeName=85816e77739f8042e861157e7a0739b8/B, priority=12, startTime=1731130001897; duration=0sec 2024-11-09T05:26:42,353 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:26:42,353 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 85816e77739f8042e861157e7a0739b8:B 2024-11-09T05:26:42,353 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T05:26:42,354 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49668 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T05:26:42,354 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1541): 85816e77739f8042e861157e7a0739b8/C is initiating minor compaction (all files) 2024-11-09T05:26:42,354 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 85816e77739f8042e861157e7a0739b8/C in TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. 2024-11-09T05:26:42,354 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/C/974b765246b5426887f06b0a1facb0a4, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/C/3cadc78702634cae9b874603c45f86ae, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/C/46774338d64948cbb6a6403f1c9f9ac8, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/C/81bcf6ac70e843198ea98dd4ca00215c] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp, totalSize=48.5 K 2024-11-09T05:26:42,355 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 974b765246b5426887f06b0a1facb0a4, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1731129997213 2024-11-09T05:26:42,355 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 3cadc78702634cae9b874603c45f86ae, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1731129997919 2024-11-09T05:26:42,355 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 46774338d64948cbb6a6403f1c9f9ac8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1731129999114 2024-11-09T05:26:42,356 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 81bcf6ac70e843198ea98dd4ca00215c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1731130000374 2024-11-09T05:26:42,366 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 85816e77739f8042e861157e7a0739b8#C#compaction#390 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:26:42,367 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/C/7779aceeb5c849c19812fde00dc41291 is 50, key is test_row_0/C:col10/1731130000374/Put/seqid=0 2024-11-09T05:26:42,376 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/A/e784c382a1584f6f9dd3cab9d60d156d as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/e784c382a1584f6f9dd3cab9d60d156d 2024-11-09T05:26:42,379 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 85816e77739f8042e861157e7a0739b8/A of 85816e77739f8042e861157e7a0739b8 into e784c382a1584f6f9dd3cab9d60d156d(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:26:42,379 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 85816e77739f8042e861157e7a0739b8: 2024-11-09T05:26:42,379 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., storeName=85816e77739f8042e861157e7a0739b8/A, priority=12, startTime=1731130001897; duration=0sec 2024-11-09T05:26:42,379 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:26:42,379 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 85816e77739f8042e861157e7a0739b8:A 2024-11-09T05:26:42,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742287_1463 (size=13051) 2024-11-09T05:26:42,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-09T05:26:42,402 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/C/7779aceeb5c849c19812fde00dc41291 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/C/7779aceeb5c849c19812fde00dc41291 2024-11-09T05:26:42,408 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 85816e77739f8042e861157e7a0739b8/C of 85816e77739f8042e861157e7a0739b8 into 7779aceeb5c849c19812fde00dc41291(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:26:42,408 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 85816e77739f8042e861157e7a0739b8: 2024-11-09T05:26:42,408 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., storeName=85816e77739f8042e861157e7a0739b8/C, priority=12, startTime=1731130001897; duration=0sec 2024-11-09T05:26:42,408 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:26:42,408 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 85816e77739f8042e861157e7a0739b8:C 2024-11-09T05:26:42,446 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:42,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38796 deadline: 1731130062440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:42,447 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:42,447 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:42,447 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:42,454 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:42,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38784 deadline: 1731130062449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:42,455 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:42,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38786 deadline: 1731130062449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:42,455 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:42,455 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:42,455 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:42,455 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:42,455 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:42,455 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:42,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:42,479 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411098c36b9bfa0c546c0a592c5ec366e2c59_85816e77739f8042e861157e7a0739b8 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411098c36b9bfa0c546c0a592c5ec366e2c59_85816e77739f8042e861157e7a0739b8 2024-11-09T05:26:42,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/A/f366d06bbdaf49ed98ce19260b9f3dd5, store: [table=TestAcidGuarantees family=A region=85816e77739f8042e861157e7a0739b8] 2024-11-09T05:26:42,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/A/f366d06bbdaf49ed98ce19260b9f3dd5 is 175, key is test_row_0/A:col10/1731130001048/Put/seqid=0 2024-11-09T05:26:42,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742288_1464 (size=31255) 2024-11-09T05:26:42,652 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:42,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38796 deadline: 1731130062650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:42,653 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:42,653 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:42,653 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:42,661 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:42,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38786 deadline: 1731130062660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:42,661 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:42,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38784 deadline: 1731130062660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:42,661 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:42,661 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:42,661 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:42,662 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:42,662 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:42,662 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:42,895 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=325, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/A/f366d06bbdaf49ed98ce19260b9f3dd5 2024-11-09T05:26:42,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/B/3af51e7b383f4b0faad9f5421398d084 is 50, key is test_row_0/B:col10/1731130001048/Put/seqid=0 2024-11-09T05:26:42,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742289_1465 (size=12301) 2024-11-09T05:26:42,963 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:42,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38796 deadline: 1731130062959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:42,963 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:42,963 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:42,963 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:42,976 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:42,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38786 deadline: 1731130062970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:42,977 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:42,977 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:42,977 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:42,977 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:42,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38784 deadline: 1731130062970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:42,977 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:42,977 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:42,977 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:43,314 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=325 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/B/3af51e7b383f4b0faad9f5421398d084 2024-11-09T05:26:43,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/C/56bdfcb5c394433b8f61db8e81d859f2 is 50, key is test_row_0/C:col10/1731130001048/Put/seqid=0 2024-11-09T05:26:43,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742290_1466 (size=12301) 2024-11-09T05:26:43,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-09T05:26:43,475 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:43,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38796 deadline: 1731130063470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:43,476 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:43,476 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:43,476 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:43,495 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:43,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38786 deadline: 1731130063489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:43,495 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:43,495 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:43,495 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:43,495 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:43,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38784 deadline: 1731130063489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:43,496 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:43,496 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:43,496 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:43,734 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=325 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/C/56bdfcb5c394433b8f61db8e81d859f2 2024-11-09T05:26:43,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/A/f366d06bbdaf49ed98ce19260b9f3dd5 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/f366d06bbdaf49ed98ce19260b9f3dd5 2024-11-09T05:26:43,739 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/f366d06bbdaf49ed98ce19260b9f3dd5, entries=150, sequenceid=325, filesize=30.5 K 2024-11-09T05:26:43,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/B/3af51e7b383f4b0faad9f5421398d084 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/B/3af51e7b383f4b0faad9f5421398d084 2024-11-09T05:26:43,742 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/B/3af51e7b383f4b0faad9f5421398d084, entries=150, sequenceid=325, filesize=12.0 K 2024-11-09T05:26:43,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/C/56bdfcb5c394433b8f61db8e81d859f2 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/C/56bdfcb5c394433b8f61db8e81d859f2 2024-11-09T05:26:43,745 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/C/56bdfcb5c394433b8f61db8e81d859f2, entries=150, sequenceid=325, filesize=12.0 K 2024-11-09T05:26:43,746 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 85816e77739f8042e861157e7a0739b8 in 1699ms, sequenceid=325, compaction requested=false 2024-11-09T05:26:43,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2603): Flush status journal for 85816e77739f8042e861157e7a0739b8: 2024-11-09T05:26:43,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. 2024-11-09T05:26:43,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=120 2024-11-09T05:26:43,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.HMaster(4169): Remote procedure done, pid=120 2024-11-09T05:26:43,748 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=120, resume processing ppid=119 2024-11-09T05:26:43,748 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=120, ppid=119, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4850 sec 2024-11-09T05:26:43,750 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=119, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees in 2.4890 sec 2024-11-09T05:26:44,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(8855): Flush requested on 85816e77739f8042e861157e7a0739b8 2024-11-09T05:26:44,485 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T05:26:44,485 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 85816e77739f8042e861157e7a0739b8 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-09T05:26:44,493 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109cc29ba08aba44cb28f07ddb6ba9aa1c0_85816e77739f8042e861157e7a0739b8 is 50, key is test_row_0/A:col10/1731130002315/Put/seqid=0 2024-11-09T05:26:44,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742291_1467 (size=14994) 2024-11-09T05:26:44,526 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:44,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38796 deadline: 1731130064519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:44,526 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:44,526 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:44,526 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:44,529 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:44,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38786 deadline: 1731130064520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:44,529 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:44,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38784 deadline: 1731130064526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:44,530 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:44,530 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:44,530 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:44,530 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:44,530 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:44,530 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:44,636 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:44,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38796 deadline: 1731130064629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:44,637 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:44,637 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:44,637 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:44,645 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:44,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38786 deadline: 1731130064640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:44,645 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:44,646 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:44,646 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:44,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38784 deadline: 1731130064640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:44,646 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:44,646 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:44,646 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:44,646 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:44,847 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:44,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38796 deadline: 1731130064840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:44,848 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:44,848 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:44,848 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:44,857 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:44,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38786 deadline: 1731130064849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:44,858 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:44,858 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:44,858 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:44,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38784 deadline: 1731130064850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:44,858 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:44,858 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:44,858 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:44,858 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:44,906 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:44,910 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109cc29ba08aba44cb28f07ddb6ba9aa1c0_85816e77739f8042e861157e7a0739b8 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109cc29ba08aba44cb28f07ddb6ba9aa1c0_85816e77739f8042e861157e7a0739b8 2024-11-09T05:26:44,910 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/A/f121031e4f83475ea7251a917988d043, store: [table=TestAcidGuarantees family=A region=85816e77739f8042e861157e7a0739b8] 2024-11-09T05:26:44,911 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/A/f121031e4f83475ea7251a917988d043 is 175, key is test_row_0/A:col10/1731130002315/Put/seqid=0 2024-11-09T05:26:44,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742292_1468 (size=39949) 2024-11-09T05:26:44,918 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=353, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/A/f121031e4f83475ea7251a917988d043 2024-11-09T05:26:44,924 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/B/d49070ca4f9f4953b89e8e0ca793ab0a is 50, key is test_row_0/B:col10/1731130002315/Put/seqid=0 2024-11-09T05:26:44,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742293_1469 (size=12301) 2024-11-09T05:26:44,935 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/B/d49070ca4f9f4953b89e8e0ca793ab0a 2024-11-09T05:26:44,943 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/C/a77466809a9c4bc8a2ecabf51bd8b428 is 50, key is test_row_0/C:col10/1731130002315/Put/seqid=0 2024-11-09T05:26:44,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742294_1470 (size=12301) 2024-11-09T05:26:45,164 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:45,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38796 deadline: 1731130065160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:45,165 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:45,165 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:45,165 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:45,173 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:45,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38786 deadline: 1731130065170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:45,174 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:45,174 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:45,174 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:45,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38784 deadline: 1731130065170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:45,174 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:45,174 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:45,174 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:45,174 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:45,357 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/C/a77466809a9c4bc8a2ecabf51bd8b428 2024-11-09T05:26:45,361 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/A/f121031e4f83475ea7251a917988d043 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/f121031e4f83475ea7251a917988d043 2024-11-09T05:26:45,364 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/f121031e4f83475ea7251a917988d043, entries=200, sequenceid=353, filesize=39.0 K 2024-11-09T05:26:45,365 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/B/d49070ca4f9f4953b89e8e0ca793ab0a as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/B/d49070ca4f9f4953b89e8e0ca793ab0a 2024-11-09T05:26:45,367 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/B/d49070ca4f9f4953b89e8e0ca793ab0a, entries=150, sequenceid=353, filesize=12.0 K 2024-11-09T05:26:45,368 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/C/a77466809a9c4bc8a2ecabf51bd8b428 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/C/a77466809a9c4bc8a2ecabf51bd8b428 2024-11-09T05:26:45,370 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/C/a77466809a9c4bc8a2ecabf51bd8b428, entries=150, sequenceid=353, filesize=12.0 K 2024-11-09T05:26:45,371 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 85816e77739f8042e861157e7a0739b8 in 886ms, sequenceid=353, compaction requested=true 2024-11-09T05:26:45,371 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 85816e77739f8042e861157e7a0739b8: 2024-11-09T05:26:45,371 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 85816e77739f8042e861157e7a0739b8:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T05:26:45,371 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:26:45,371 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:26:45,371 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 85816e77739f8042e861157e7a0739b8:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T05:26:45,371 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:26:45,371 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:26:45,371 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 85816e77739f8042e861157e7a0739b8:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T05:26:45,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:26:45,372 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103209 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:26:45,372 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:26:45,372 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1541): 85816e77739f8042e861157e7a0739b8/B is initiating minor compaction (all files) 2024-11-09T05:26:45,372 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1541): 85816e77739f8042e861157e7a0739b8/A is initiating minor compaction (all files) 2024-11-09T05:26:45,372 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 85816e77739f8042e861157e7a0739b8/B in TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. 2024-11-09T05:26:45,372 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/B/ac89db3be2194dc3babddafae4f27d43, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/B/3af51e7b383f4b0faad9f5421398d084, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/B/d49070ca4f9f4953b89e8e0ca793ab0a] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp, totalSize=36.8 K 2024-11-09T05:26:45,373 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 85816e77739f8042e861157e7a0739b8/A in TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. 2024-11-09T05:26:45,373 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/e784c382a1584f6f9dd3cab9d60d156d, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/f366d06bbdaf49ed98ce19260b9f3dd5, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/f121031e4f83475ea7251a917988d043] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp, totalSize=100.8 K 2024-11-09T05:26:45,373 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. 2024-11-09T05:26:45,373 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. files: [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/e784c382a1584f6f9dd3cab9d60d156d, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/f366d06bbdaf49ed98ce19260b9f3dd5, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/f121031e4f83475ea7251a917988d043] 2024-11-09T05:26:45,373 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting ac89db3be2194dc3babddafae4f27d43, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1731130000374 2024-11-09T05:26:45,373 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting e784c382a1584f6f9dd3cab9d60d156d, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1731130000374 2024-11-09T05:26:45,374 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 3af51e7b383f4b0faad9f5421398d084, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1731130001048 2024-11-09T05:26:45,374 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting f366d06bbdaf49ed98ce19260b9f3dd5, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1731130001048 2024-11-09T05:26:45,374 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting d49070ca4f9f4953b89e8e0ca793ab0a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1731130002315 2024-11-09T05:26:45,375 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting f121031e4f83475ea7251a917988d043, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1731130002315 2024-11-09T05:26:45,381 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=85816e77739f8042e861157e7a0739b8] 2024-11-09T05:26:45,382 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 85816e77739f8042e861157e7a0739b8#B#compaction#396 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:26:45,382 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/B/676b5708f61944dbafc887fff5bc7722 is 50, key is test_row_0/B:col10/1731130002315/Put/seqid=0 2024-11-09T05:26:45,387 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241109907d766d3d324dffa34f1081320b429b_85816e77739f8042e861157e7a0739b8 store=[table=TestAcidGuarantees family=A region=85816e77739f8042e861157e7a0739b8] 2024-11-09T05:26:45,389 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241109907d766d3d324dffa34f1081320b429b_85816e77739f8042e861157e7a0739b8, store=[table=TestAcidGuarantees family=A region=85816e77739f8042e861157e7a0739b8] 2024-11-09T05:26:45,390 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109907d766d3d324dffa34f1081320b429b_85816e77739f8042e861157e7a0739b8 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=85816e77739f8042e861157e7a0739b8] 2024-11-09T05:26:45,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742295_1471 (size=13153) 2024-11-09T05:26:45,413 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/B/676b5708f61944dbafc887fff5bc7722 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/B/676b5708f61944dbafc887fff5bc7722 2024-11-09T05:26:45,425 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 85816e77739f8042e861157e7a0739b8/B of 85816e77739f8042e861157e7a0739b8 into 676b5708f61944dbafc887fff5bc7722(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:26:45,425 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 85816e77739f8042e861157e7a0739b8: 2024-11-09T05:26:45,425 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., storeName=85816e77739f8042e861157e7a0739b8/B, priority=13, startTime=1731130005371; duration=0sec 2024-11-09T05:26:45,425 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:26:45,425 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 85816e77739f8042e861157e7a0739b8:B 2024-11-09T05:26:45,426 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:26:45,426 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:26:45,426 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1541): 85816e77739f8042e861157e7a0739b8/C is initiating minor compaction (all files) 2024-11-09T05:26:45,427 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 85816e77739f8042e861157e7a0739b8/C in TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. 2024-11-09T05:26:45,427 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/C/7779aceeb5c849c19812fde00dc41291, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/C/56bdfcb5c394433b8f61db8e81d859f2, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/C/a77466809a9c4bc8a2ecabf51bd8b428] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp, totalSize=36.8 K 2024-11-09T05:26:45,427 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 7779aceeb5c849c19812fde00dc41291, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1731130000374 2024-11-09T05:26:45,427 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 56bdfcb5c394433b8f61db8e81d859f2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1731130001048 2024-11-09T05:26:45,428 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting a77466809a9c4bc8a2ecabf51bd8b428, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1731130002315 2024-11-09T05:26:45,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-09T05:26:45,430 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T05:26:45,431 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T05:26:45,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] procedure2.ProcedureExecutor(1139): Stored pid=121, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees 2024-11-09T05:26:45,433 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=121, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T05:26:45,434 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=121, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T05:26:45,434 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=122, ppid=121, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T05:26:45,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-09T05:26:45,455 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 85816e77739f8042e861157e7a0739b8#C#compaction#398 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:26:45,456 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/C/466a3800ba2e492c82775c8dfc163cb6 is 50, key is test_row_0/C:col10/1731130002315/Put/seqid=0 2024-11-09T05:26:45,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742296_1472 (size=4469) 2024-11-09T05:26:45,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742297_1473 (size=13153) 2024-11-09T05:26:45,508 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/C/466a3800ba2e492c82775c8dfc163cb6 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/C/466a3800ba2e492c82775c8dfc163cb6 2024-11-09T05:26:45,517 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 85816e77739f8042e861157e7a0739b8/C of 85816e77739f8042e861157e7a0739b8 into 466a3800ba2e492c82775c8dfc163cb6(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:26:45,517 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 85816e77739f8042e861157e7a0739b8: 2024-11-09T05:26:45,517 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., storeName=85816e77739f8042e861157e7a0739b8/C, priority=13, startTime=1731130005371; duration=0sec 2024-11-09T05:26:45,517 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:26:45,517 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 85816e77739f8042e861157e7a0739b8:C 2024-11-09T05:26:45,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-09T05:26:45,588 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-09T05:26:45,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. 2024-11-09T05:26:45,589 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2902): Flushing 85816e77739f8042e861157e7a0739b8 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-09T05:26:45,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109a95733c65bdf4052ad3cdfa539ce55fe_85816e77739f8042e861157e7a0739b8 is 50, key is test_row_0/A:col10/1731130004525/Put/seqid=0 2024-11-09T05:26:45,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742298_1474 (size=12454) 2024-11-09T05:26:45,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:45,657 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109a95733c65bdf4052ad3cdfa539ce55fe_85816e77739f8042e861157e7a0739b8 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109a95733c65bdf4052ad3cdfa539ce55fe_85816e77739f8042e861157e7a0739b8 2024-11-09T05:26:45,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/A/ea31ad7ec6074ac78b4a7d510b24b827, store: [table=TestAcidGuarantees family=A region=85816e77739f8042e861157e7a0739b8] 2024-11-09T05:26:45,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/A/ea31ad7ec6074ac78b4a7d510b24b827 is 175, key is test_row_0/A:col10/1731130004525/Put/seqid=0 2024-11-09T05:26:45,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(8855): Flush requested on 85816e77739f8042e861157e7a0739b8 2024-11-09T05:26:45,674 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. as already flushing 2024-11-09T05:26:45,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742299_1475 (size=31255) 2024-11-09T05:26:45,677 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=366, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/A/ea31ad7ec6074ac78b4a7d510b24b827 2024-11-09T05:26:45,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/B/f01815df66e446eaa243521774d690e4 is 50, key is test_row_0/B:col10/1731130004525/Put/seqid=0 2024-11-09T05:26:45,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742300_1476 (size=12301) 2024-11-09T05:26:45,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-09T05:26:45,762 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:45,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38786 deadline: 1731130065754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:45,763 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:45,763 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:45,763 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:45,766 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:45,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38784 deadline: 1731130065756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:45,767 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:45,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38796 deadline: 1731130065756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:45,767 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:45,767 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:45,767 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:45,767 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:45,767 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:45,767 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:45,877 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:45,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38796 deadline: 1731130065870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:45,877 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:45,877 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:45,877 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:45,877 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:45,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38786 deadline: 1731130065870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:45,877 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:45,877 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:45,877 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:45,877 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:45,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38784 deadline: 1731130065870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:45,878 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:45,878 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:45,878 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:45,879 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 85816e77739f8042e861157e7a0739b8#A#compaction#397 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:26:45,879 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/A/78da0bb9974740e484df8f1462ba7129 is 175, key is test_row_0/A:col10/1731130002315/Put/seqid=0 2024-11-09T05:26:45,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742301_1477 (size=32107) 2024-11-09T05:26:46,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-09T05:26:46,085 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:46,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38796 deadline: 1731130066079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:46,085 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:46,085 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:46,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38784 deadline: 1731130066080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:46,085 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:46,085 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:46,085 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:46,085 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:46,085 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:46,096 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:46,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38786 deadline: 1731130066090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:46,096 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:46,096 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:46,096 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:46,102 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=366 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/B/f01815df66e446eaa243521774d690e4 2024-11-09T05:26:46,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/C/07896fc133cf4cd5a2670ba443662b68 is 50, key is test_row_0/C:col10/1731130004525/Put/seqid=0 2024-11-09T05:26:46,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742302_1478 (size=12301) 2024-11-09T05:26:46,112 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=366 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/C/07896fc133cf4cd5a2670ba443662b68 2024-11-09T05:26:46,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/A/ea31ad7ec6074ac78b4a7d510b24b827 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/ea31ad7ec6074ac78b4a7d510b24b827 2024-11-09T05:26:46,121 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/ea31ad7ec6074ac78b4a7d510b24b827, entries=150, sequenceid=366, filesize=30.5 K 2024-11-09T05:26:46,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/B/f01815df66e446eaa243521774d690e4 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/B/f01815df66e446eaa243521774d690e4 2024-11-09T05:26:46,125 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/B/f01815df66e446eaa243521774d690e4, entries=150, sequenceid=366, filesize=12.0 K 2024-11-09T05:26:46,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/C/07896fc133cf4cd5a2670ba443662b68 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/C/07896fc133cf4cd5a2670ba443662b68 2024-11-09T05:26:46,129 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/C/07896fc133cf4cd5a2670ba443662b68, entries=150, sequenceid=366, filesize=12.0 K 2024-11-09T05:26:46,130 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 85816e77739f8042e861157e7a0739b8 in 541ms, sequenceid=366, compaction requested=false 2024-11-09T05:26:46,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2603): Flush status journal for 85816e77739f8042e861157e7a0739b8: 2024-11-09T05:26:46,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. 2024-11-09T05:26:46,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=122 2024-11-09T05:26:46,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.HMaster(4169): Remote procedure done, pid=122 2024-11-09T05:26:46,133 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=122, resume processing ppid=121 2024-11-09T05:26:46,133 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=122, ppid=121, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 697 msec 2024-11-09T05:26:46,136 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=121, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees in 702 msec 2024-11-09T05:26:46,285 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/A/78da0bb9974740e484df8f1462ba7129 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/78da0bb9974740e484df8f1462ba7129 2024-11-09T05:26:46,288 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 85816e77739f8042e861157e7a0739b8/A of 85816e77739f8042e861157e7a0739b8 into 78da0bb9974740e484df8f1462ba7129(size=31.4 K), total size for store is 61.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:26:46,288 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 85816e77739f8042e861157e7a0739b8: 2024-11-09T05:26:46,288 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., storeName=85816e77739f8042e861157e7a0739b8/A, priority=13, startTime=1731130005371; duration=0sec 2024-11-09T05:26:46,289 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:26:46,289 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 85816e77739f8042e861157e7a0739b8:A 2024-11-09T05:26:46,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(8855): Flush requested on 85816e77739f8042e861157e7a0739b8 2024-11-09T05:26:46,398 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T05:26:46,398 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 85816e77739f8042e861157e7a0739b8 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-09T05:26:46,404 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411090a231f8dfb154326a3ef1786844998cf_85816e77739f8042e861157e7a0739b8 is 50, key is test_row_0/A:col10/1731130006397/Put/seqid=0 2024-11-09T05:26:46,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742303_1479 (size=14994) 2024-11-09T05:26:46,421 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:46,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38784 deadline: 1731130066410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:46,422 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:46,422 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:46,422 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:46,432 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:46,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38796 deadline: 1731130066422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:46,433 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:46,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38786 deadline: 1731130066422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:46,433 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:46,433 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:46,433 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:46,433 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:46,433 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:46,433 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:46,536 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:46,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38784 deadline: 1731130066529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:46,536 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:46,536 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:46,536 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:46,548 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:46,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38796 deadline: 1731130066540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:46,548 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:46,548 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:46,548 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:46,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38786 deadline: 1731130066540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:46,548 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:46,549 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:46,549 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:46,549 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:46,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-09T05:26:46,570 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T05:26:46,571 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T05:26:46,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] procedure2.ProcedureExecutor(1139): Stored pid=123, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees 2024-11-09T05:26:46,572 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=123, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T05:26:46,573 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=123, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T05:26:46,573 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=124, ppid=123, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T05:26:46,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-09T05:26:46,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-09T05:26:46,725 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-09T05:26:46,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. 2024-11-09T05:26:46,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. as already flushing 2024-11-09T05:26:46,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. 2024-11-09T05:26:46,725 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:46,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:46,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:46,749 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:46,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38784 deadline: 1731130066748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:46,750 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:46,750 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:46,750 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:46,756 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:46,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38786 deadline: 1731130066750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:46,756 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:46,757 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:46,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38796 deadline: 1731130066751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:46,757 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:46,757 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:46,757 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:46,757 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:46,757 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:46,807 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:46,809 INFO [Thread-1679 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1679. 2024-11-09T05:26:46,809 INFO [Thread-1681 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1681. 2024-11-09T05:26:46,809 DEBUG [Thread-1679 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T05:26:46,809 DEBUG [Thread-1681 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T05:26:46,809 DEBUG [Thread-1679 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:26:46,809 DEBUG [Thread-1681 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:26:46,809 INFO [Thread-1683 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1683. 2024-11-09T05:26:46,809 DEBUG [Thread-1683 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T05:26:46,809 DEBUG [Thread-1683 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:26:46,809 DEBUG [Thread-1679 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:26:46,809 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:26:46,809 DEBUG [Thread-1683 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:26:46,810 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:26:46,810 DEBUG [Thread-1681 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:26:46,810 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:26:46,810 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411090a231f8dfb154326a3ef1786844998cf_85816e77739f8042e861157e7a0739b8 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411090a231f8dfb154326a3ef1786844998cf_85816e77739f8042e861157e7a0739b8 2024-11-09T05:26:46,811 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/A/5b230c2ceded41f5a29366fa8ad575fd, store: [table=TestAcidGuarantees family=A region=85816e77739f8042e861157e7a0739b8] 2024-11-09T05:26:46,811 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/A/5b230c2ceded41f5a29366fa8ad575fd is 175, key is test_row_0/A:col10/1731130006397/Put/seqid=0 2024-11-09T05:26:46,817 INFO [Thread-1685 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1685. 2024-11-09T05:26:46,817 DEBUG [Thread-1685 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T05:26:46,817 DEBUG [Thread-1685 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:26:46,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742304_1480 (size=39949) 2024-11-09T05:26:46,818 DEBUG [Thread-1685 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:26:46,818 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:26:46,820 INFO [Thread-1677 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1677. 2024-11-09T05:26:46,820 DEBUG [Thread-1677 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T05:26:46,820 DEBUG [Thread-1677 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:26:46,820 DEBUG [Thread-1677 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:26:46,820 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:26:46,877 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-09T05:26:46,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. 2024-11-09T05:26:46,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. as already flushing 2024-11-09T05:26:46,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. 2024-11-09T05:26:46,878 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:46,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:46,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:46,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-09T05:26:47,030 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-09T05:26:47,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. 2024-11-09T05:26:47,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. as already flushing 2024-11-09T05:26:47,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. 2024-11-09T05:26:47,031 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:47,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:47,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:47,060 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:47,060 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:47,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38786 deadline: 1731130067060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:47,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38796 deadline: 1731130067060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:47,061 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:47,061 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:47,061 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:47,061 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:47,061 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:47,061 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:47,061 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:47,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38784 deadline: 1731130067060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:47,061 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:47,061 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:47,061 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:47,183 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-09T05:26:47,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. 2024-11-09T05:26:47,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. as already flushing 2024-11-09T05:26:47,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. 2024-11-09T05:26:47,184 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:47,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:47,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:47,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-09T05:26:47,218 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=394, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/A/5b230c2ceded41f5a29366fa8ad575fd 2024-11-09T05:26:47,223 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/B/ff478fc3780e48acabd5be486c5d7e27 is 50, key is test_row_0/B:col10/1731130006397/Put/seqid=0 2024-11-09T05:26:47,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742305_1481 (size=12301) 2024-11-09T05:26:47,336 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-09T05:26:47,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. 2024-11-09T05:26:47,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. as already flushing 2024-11-09T05:26:47,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. 2024-11-09T05:26:47,337 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:47,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:47,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:47,489 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-09T05:26:47,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. 2024-11-09T05:26:47,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. as already flushing 2024-11-09T05:26:47,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. 2024-11-09T05:26:47,489 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:47,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:47,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:47,570 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:47,570 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:47,571 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:47,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38784 deadline: 1731130067570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:47,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38796 deadline: 1731130067570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:47,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38786 deadline: 1731130067570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:47,571 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:47,571 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:47,571 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:47,571 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:47,571 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:47,571 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:47,571 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:47,571 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:47,571 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:26:47,627 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=394 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/B/ff478fc3780e48acabd5be486c5d7e27 2024-11-09T05:26:47,632 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/C/194805ac3b894762b9bcb758f6d8738a is 50, key is test_row_0/C:col10/1731130006397/Put/seqid=0 2024-11-09T05:26:47,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742306_1482 (size=12301) 2024-11-09T05:26:47,642 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-09T05:26:47,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. 2024-11-09T05:26:47,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. as already flushing 2024-11-09T05:26:47,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. 2024-11-09T05:26:47,642 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:47,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:47,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:47,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-09T05:26:47,794 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-09T05:26:47,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. 2024-11-09T05:26:47,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. as already flushing 2024-11-09T05:26:47,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. 2024-11-09T05:26:47,795 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:47,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:47,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:47,947 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-09T05:26:47,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. 2024-11-09T05:26:47,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. as already flushing 2024-11-09T05:26:47,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. 2024-11-09T05:26:47,947 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:47,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:47,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:48,036 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=394 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/C/194805ac3b894762b9bcb758f6d8738a 2024-11-09T05:26:48,039 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/A/5b230c2ceded41f5a29366fa8ad575fd as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/5b230c2ceded41f5a29366fa8ad575fd 2024-11-09T05:26:48,041 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/5b230c2ceded41f5a29366fa8ad575fd, entries=200, sequenceid=394, filesize=39.0 K 2024-11-09T05:26:48,042 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/B/ff478fc3780e48acabd5be486c5d7e27 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/B/ff478fc3780e48acabd5be486c5d7e27 2024-11-09T05:26:48,044 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/B/ff478fc3780e48acabd5be486c5d7e27, entries=150, sequenceid=394, filesize=12.0 K 2024-11-09T05:26:48,044 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/C/194805ac3b894762b9bcb758f6d8738a as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/C/194805ac3b894762b9bcb758f6d8738a 2024-11-09T05:26:48,046 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/C/194805ac3b894762b9bcb758f6d8738a, entries=150, sequenceid=394, filesize=12.0 K 2024-11-09T05:26:48,047 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 85816e77739f8042e861157e7a0739b8 in 1649ms, sequenceid=394, compaction requested=true 2024-11-09T05:26:48,047 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 85816e77739f8042e861157e7a0739b8: 2024-11-09T05:26:48,047 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 85816e77739f8042e861157e7a0739b8:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T05:26:48,047 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:26:48,047 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 85816e77739f8042e861157e7a0739b8:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T05:26:48,047 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:26:48,047 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:26:48,047 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 85816e77739f8042e861157e7a0739b8:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T05:26:48,047 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:26:48,047 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:26:48,048 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:26:48,048 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103311 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:26:48,048 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1541): 85816e77739f8042e861157e7a0739b8/B is initiating minor compaction (all files) 2024-11-09T05:26:48,048 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1541): 85816e77739f8042e861157e7a0739b8/A is initiating minor compaction (all files) 2024-11-09T05:26:48,048 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 85816e77739f8042e861157e7a0739b8/B in TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. 2024-11-09T05:26:48,048 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 85816e77739f8042e861157e7a0739b8/A in TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. 2024-11-09T05:26:48,048 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/B/676b5708f61944dbafc887fff5bc7722, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/B/f01815df66e446eaa243521774d690e4, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/B/ff478fc3780e48acabd5be486c5d7e27] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp, totalSize=36.9 K 2024-11-09T05:26:48,048 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/78da0bb9974740e484df8f1462ba7129, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/ea31ad7ec6074ac78b4a7d510b24b827, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/5b230c2ceded41f5a29366fa8ad575fd] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp, totalSize=100.9 K 2024-11-09T05:26:48,048 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. 2024-11-09T05:26:48,048 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. files: [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/78da0bb9974740e484df8f1462ba7129, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/ea31ad7ec6074ac78b4a7d510b24b827, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/5b230c2ceded41f5a29366fa8ad575fd] 2024-11-09T05:26:48,048 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 676b5708f61944dbafc887fff5bc7722, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1731130002315 2024-11-09T05:26:48,048 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 78da0bb9974740e484df8f1462ba7129, keycount=150, bloomtype=ROW, size=31.4 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1731130002315 2024-11-09T05:26:48,048 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting f01815df66e446eaa243521774d690e4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1731130004510 2024-11-09T05:26:48,048 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting ea31ad7ec6074ac78b4a7d510b24b827, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1731130004510 2024-11-09T05:26:48,048 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting ff478fc3780e48acabd5be486c5d7e27, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=394, earliestPutTs=1731130005754 2024-11-09T05:26:48,048 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5b230c2ceded41f5a29366fa8ad575fd, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=394, earliestPutTs=1731130005753 2024-11-09T05:26:48,054 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 85816e77739f8042e861157e7a0739b8#B#compaction#405 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:26:48,055 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/B/2dda6f1ac12c4e2982ad2e28dbd278a5 is 50, key is test_row_0/B:col10/1731130006397/Put/seqid=0 2024-11-09T05:26:48,056 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=85816e77739f8042e861157e7a0739b8] 2024-11-09T05:26:48,064 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024110913c3542e89f04165baffcfc58031ebb4_85816e77739f8042e861157e7a0739b8 store=[table=TestAcidGuarantees family=A region=85816e77739f8042e861157e7a0739b8] 2024-11-09T05:26:48,068 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024110913c3542e89f04165baffcfc58031ebb4_85816e77739f8042e861157e7a0739b8, store=[table=TestAcidGuarantees family=A region=85816e77739f8042e861157e7a0739b8] 2024-11-09T05:26:48,069 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110913c3542e89f04165baffcfc58031ebb4_85816e77739f8042e861157e7a0739b8 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=85816e77739f8042e861157e7a0739b8] 2024-11-09T05:26:48,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742307_1483 (size=13255) 2024-11-09T05:26:48,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742308_1484 (size=4469) 2024-11-09T05:26:48,100 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-09T05:26:48,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. 2024-11-09T05:26:48,100 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2902): Flushing 85816e77739f8042e861157e7a0739b8 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-09T05:26:48,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110973245af1bc15481cae694657091aefb0_85816e77739f8042e861157e7a0739b8 is 50, key is test_row_0/A:col10/1731130006420/Put/seqid=0 2024-11-09T05:26:48,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742309_1485 (size=12454) 2024-11-09T05:26:48,473 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/B/2dda6f1ac12c4e2982ad2e28dbd278a5 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/B/2dda6f1ac12c4e2982ad2e28dbd278a5 2024-11-09T05:26:48,476 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 85816e77739f8042e861157e7a0739b8/B of 85816e77739f8042e861157e7a0739b8 into 2dda6f1ac12c4e2982ad2e28dbd278a5(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:26:48,476 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 85816e77739f8042e861157e7a0739b8: 2024-11-09T05:26:48,476 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., storeName=85816e77739f8042e861157e7a0739b8/B, priority=13, startTime=1731130008047; duration=0sec 2024-11-09T05:26:48,476 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:26:48,477 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 85816e77739f8042e861157e7a0739b8:B 2024-11-09T05:26:48,477 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:26:48,477 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:26:48,477 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1541): 85816e77739f8042e861157e7a0739b8/C is initiating minor compaction (all files) 2024-11-09T05:26:48,477 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 85816e77739f8042e861157e7a0739b8/C in TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. 2024-11-09T05:26:48,477 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/C/466a3800ba2e492c82775c8dfc163cb6, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/C/07896fc133cf4cd5a2670ba443662b68, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/C/194805ac3b894762b9bcb758f6d8738a] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp, totalSize=36.9 K 2024-11-09T05:26:48,478 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 466a3800ba2e492c82775c8dfc163cb6, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1731130002315 2024-11-09T05:26:48,478 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 07896fc133cf4cd5a2670ba443662b68, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1731130004510 2024-11-09T05:26:48,478 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 194805ac3b894762b9bcb758f6d8738a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=394, earliestPutTs=1731130005754 2024-11-09T05:26:48,479 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 85816e77739f8042e861157e7a0739b8#A#compaction#406 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:26:48,479 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/A/2811bb1258024851824da6303511254a is 175, key is test_row_0/A:col10/1731130006397/Put/seqid=0 2024-11-09T05:26:48,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742310_1486 (size=32209) 2024-11-09T05:26:48,483 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 85816e77739f8042e861157e7a0739b8#C#compaction#408 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:26:48,484 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/C/afdedb35467a475786616ecbfc6a918e is 50, key is test_row_0/C:col10/1731130006397/Put/seqid=0 2024-11-09T05:26:48,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742311_1487 (size=13255) 2024-11-09T05:26:48,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:48,512 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110973245af1bc15481cae694657091aefb0_85816e77739f8042e861157e7a0739b8 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110973245af1bc15481cae694657091aefb0_85816e77739f8042e861157e7a0739b8 2024-11-09T05:26:48,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/A/0fc2f85349064bbb9d088ee89f3f6e50, store: [table=TestAcidGuarantees family=A region=85816e77739f8042e861157e7a0739b8] 2024-11-09T05:26:48,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/A/0fc2f85349064bbb9d088ee89f3f6e50 is 175, key is test_row_0/A:col10/1731130006420/Put/seqid=0 2024-11-09T05:26:48,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742312_1488 (size=31255) 2024-11-09T05:26:48,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(8855): Flush requested on 85816e77739f8042e861157e7a0739b8 2024-11-09T05:26:48,581 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. as already flushing 2024-11-09T05:26:48,582 INFO [Thread-1672 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1672. 2024-11-09T05:26:48,582 INFO [Thread-1674 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1674. 2024-11-09T05:26:48,582 DEBUG [Thread-1674 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T05:26:48,582 DEBUG [Thread-1672 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T05:26:48,582 DEBUG [Thread-1674 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:26:48,582 DEBUG [Thread-1672 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:26:48,582 DEBUG [Thread-1674 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:26:48,582 DEBUG [Thread-1672 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:26:48,582 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:26:48,582 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:26:48,591 INFO [Thread-1666 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1666. 2024-11-09T05:26:48,591 DEBUG [Thread-1666 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T05:26:48,591 DEBUG [Thread-1666 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:26:48,591 DEBUG [Thread-1666 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:26:48,591 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:26:48,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-09T05:26:48,886 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/A/2811bb1258024851824da6303511254a as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/2811bb1258024851824da6303511254a 2024-11-09T05:26:48,889 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/C/afdedb35467a475786616ecbfc6a918e as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/C/afdedb35467a475786616ecbfc6a918e 2024-11-09T05:26:48,890 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 85816e77739f8042e861157e7a0739b8/A of 85816e77739f8042e861157e7a0739b8 into 2811bb1258024851824da6303511254a(size=31.5 K), total size for store is 31.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:26:48,890 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 85816e77739f8042e861157e7a0739b8: 2024-11-09T05:26:48,890 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., storeName=85816e77739f8042e861157e7a0739b8/A, priority=13, startTime=1731130008047; duration=0sec 2024-11-09T05:26:48,890 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:26:48,890 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 85816e77739f8042e861157e7a0739b8:A 2024-11-09T05:26:48,892 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 85816e77739f8042e861157e7a0739b8/C of 85816e77739f8042e861157e7a0739b8 into afdedb35467a475786616ecbfc6a918e(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:26:48,892 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 85816e77739f8042e861157e7a0739b8: 2024-11-09T05:26:48,892 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., storeName=85816e77739f8042e861157e7a0739b8/C, priority=13, startTime=1731130008047; duration=0sec 2024-11-09T05:26:48,892 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:26:48,892 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 85816e77739f8042e861157e7a0739b8:C 2024-11-09T05:26:48,916 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=403, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/A/0fc2f85349064bbb9d088ee89f3f6e50 2024-11-09T05:26:48,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/B/a1ace6cf64854c919b9ccc542867336c is 50, key is test_row_0/B:col10/1731130006420/Put/seqid=0 2024-11-09T05:26:48,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742313_1489 (size=12301) 2024-11-09T05:26:49,324 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=403 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/B/a1ace6cf64854c919b9ccc542867336c 2024-11-09T05:26:49,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/C/e5838b5ecd4a4d05b6292497ad299a14 is 50, key is test_row_0/C:col10/1731130006420/Put/seqid=0 2024-11-09T05:26:49,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742314_1490 (size=12301) 2024-11-09T05:26:49,462 INFO [Thread-1670 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1670. 2024-11-09T05:26:49,462 DEBUG [Thread-1670 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T05:26:49,462 DEBUG [Thread-1670 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:26:49,462 DEBUG [Thread-1670 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:26:49,462 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:26:49,491 INFO [Thread-1668 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1668. 2024-11-09T05:26:49,491 DEBUG [Thread-1668 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T05:26:49,491 DEBUG [Thread-1668 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:26:49,491 DEBUG [Thread-1668 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:26:49,491 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:26:49,732 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=403 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/C/e5838b5ecd4a4d05b6292497ad299a14 2024-11-09T05:26:49,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/A/0fc2f85349064bbb9d088ee89f3f6e50 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/0fc2f85349064bbb9d088ee89f3f6e50 2024-11-09T05:26:49,739 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/0fc2f85349064bbb9d088ee89f3f6e50, entries=150, sequenceid=403, filesize=30.5 K 2024-11-09T05:26:49,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/B/a1ace6cf64854c919b9ccc542867336c as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/B/a1ace6cf64854c919b9ccc542867336c 2024-11-09T05:26:49,743 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/B/a1ace6cf64854c919b9ccc542867336c, entries=150, sequenceid=403, filesize=12.0 K 2024-11-09T05:26:49,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/C/e5838b5ecd4a4d05b6292497ad299a14 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/C/e5838b5ecd4a4d05b6292497ad299a14 2024-11-09T05:26:49,747 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/C/e5838b5ecd4a4d05b6292497ad299a14, entries=150, sequenceid=403, filesize=12.0 K 2024-11-09T05:26:49,748 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=33.54 KB/34350 for 85816e77739f8042e861157e7a0739b8 in 1648ms, sequenceid=403, compaction requested=false 2024-11-09T05:26:49,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2603): Flush status journal for 85816e77739f8042e861157e7a0739b8: 2024-11-09T05:26:49,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. 2024-11-09T05:26:49,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=124 2024-11-09T05:26:49,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.HMaster(4169): Remote procedure done, pid=124 2024-11-09T05:26:49,751 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=124, resume processing ppid=123 2024-11-09T05:26:49,751 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=124, ppid=123, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.1770 sec 2024-11-09T05:26:49,754 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=123, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees in 3.1810 sec 2024-11-09T05:26:49,781 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T05:26:50,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-09T05:26:50,740 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T05:26:50,740 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-09T05:26:50,740 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 98 2024-11-09T05:26:50,740 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 19 2024-11-09T05:26:50,740 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 24 2024-11-09T05:26:50,740 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 83 2024-11-09T05:26:50,740 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 92 2024-11-09T05:26:50,740 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-09T05:26:50,740 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-09T05:26:50,740 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1186 2024-11-09T05:26:50,740 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3549 rows 2024-11-09T05:26:50,740 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1192 2024-11-09T05:26:50,740 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3528 rows 2024-11-09T05:26:50,740 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1182 2024-11-09T05:26:50,740 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3546 rows 2024-11-09T05:26:50,740 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1195 2024-11-09T05:26:50,740 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3536 rows 2024-11-09T05:26:50,740 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1198 2024-11-09T05:26:50,740 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3540 rows 2024-11-09T05:26:50,740 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T05:26:50,740 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobScanAtomicity(AcidGuaranteesTestBase.java:127) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T05:26:50,741 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:26:50,741 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:26:50,741 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:26:50,741 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-09T05:26:50,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] procedure2.ProcedureExecutor(1139): Stored pid=125, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-09T05:26:50,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-09T05:26:50,743 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731130010743"}]},"ts":"1731130010743"} 2024-11-09T05:26:50,744 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-09T05:26:50,744 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-09T05:26:50,745 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=126, ppid=125, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-09T05:26:50,746 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=127, ppid=126, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=85816e77739f8042e861157e7a0739b8, UNASSIGN}] 2024-11-09T05:26:50,746 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=127, ppid=126, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=85816e77739f8042e861157e7a0739b8, UNASSIGN 2024-11-09T05:26:50,747 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=127 updating hbase:meta row=85816e77739f8042e861157e7a0739b8, regionState=CLOSING, regionLocation=059551c538b7,40801,1731129891493 2024-11-09T05:26:50,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=127, ppid=126, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=85816e77739f8042e861157e7a0739b8, UNASSIGN because future has completed 2024-11-09T05:26:50,748 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-09T05:26:50,748 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=128, ppid=127, state=RUNNABLE, hasLock=false; CloseRegionProcedure 85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493}] 2024-11-09T05:26:50,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-09T05:26:50,900 INFO [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=128}] handler.UnassignRegionHandler(122): Close 85816e77739f8042e861157e7a0739b8 2024-11-09T05:26:50,900 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=128}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-09T05:26:50,900 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=128}] regionserver.HRegion(1722): Closing 85816e77739f8042e861157e7a0739b8, disabling compactions & flushes 2024-11-09T05:26:50,900 INFO [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=128}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. 2024-11-09T05:26:50,900 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=128}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. 2024-11-09T05:26:50,900 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=128}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. after waiting 0 ms 2024-11-09T05:26:50,900 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=128}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. 2024-11-09T05:26:50,900 INFO [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=128}] regionserver.HRegion(2902): Flushing 85816e77739f8042e861157e7a0739b8 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-09T05:26:50,970 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109fc67893284d649b9a060730fda15027d_85816e77739f8042e861157e7a0739b8 is 50, key is test_row_0/A:col10/1731130009490/Put/seqid=0 2024-11-09T05:26:50,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742315_1491 (size=12454) 2024-11-09T05:26:51,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-09T05:26:51,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-09T05:26:51,374 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=128}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:51,377 INFO [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=128}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109fc67893284d649b9a060730fda15027d_85816e77739f8042e861157e7a0739b8 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109fc67893284d649b9a060730fda15027d_85816e77739f8042e861157e7a0739b8 2024-11-09T05:26:51,377 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=128}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/A/2e21670f74ac465f92c34dd24a1ddede, store: [table=TestAcidGuarantees family=A region=85816e77739f8042e861157e7a0739b8] 2024-11-09T05:26:51,377 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/A/2e21670f74ac465f92c34dd24a1ddede is 175, key is test_row_0/A:col10/1731130009490/Put/seqid=0 2024-11-09T05:26:51,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742316_1492 (size=31255) 2024-11-09T05:26:51,781 INFO [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=128}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=414, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/A/2e21670f74ac465f92c34dd24a1ddede 2024-11-09T05:26:51,785 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/B/6a7f38f629874c029ff0a7b22ecbdb38 is 50, key is test_row_0/B:col10/1731130009490/Put/seqid=0 2024-11-09T05:26:51,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742317_1493 (size=12301) 2024-11-09T05:26:51,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-09T05:26:52,188 INFO [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=414 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/B/6a7f38f629874c029ff0a7b22ecbdb38 2024-11-09T05:26:52,193 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/C/6d62d9afb1aa429f8c808f2f340835db is 50, key is test_row_0/C:col10/1731130009490/Put/seqid=0 2024-11-09T05:26:52,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742318_1494 (size=12301) 2024-11-09T05:26:52,596 INFO [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=414 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/C/6d62d9afb1aa429f8c808f2f340835db 2024-11-09T05:26:52,599 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/A/2e21670f74ac465f92c34dd24a1ddede as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/2e21670f74ac465f92c34dd24a1ddede 2024-11-09T05:26:52,602 INFO [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/2e21670f74ac465f92c34dd24a1ddede, entries=150, sequenceid=414, filesize=30.5 K 2024-11-09T05:26:52,603 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/B/6a7f38f629874c029ff0a7b22ecbdb38 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/B/6a7f38f629874c029ff0a7b22ecbdb38 2024-11-09T05:26:52,605 INFO [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/B/6a7f38f629874c029ff0a7b22ecbdb38, entries=150, sequenceid=414, filesize=12.0 K 2024-11-09T05:26:52,605 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/.tmp/C/6d62d9afb1aa429f8c808f2f340835db as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/C/6d62d9afb1aa429f8c808f2f340835db 2024-11-09T05:26:52,607 INFO [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/C/6d62d9afb1aa429f8c808f2f340835db, entries=150, sequenceid=414, filesize=12.0 K 2024-11-09T05:26:52,607 INFO [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=128}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 85816e77739f8042e861157e7a0739b8 in 1707ms, sequenceid=414, compaction requested=true 2024-11-09T05:26:52,608 DEBUG [StoreCloser-TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/a7fa295546ce4720bf78777bac2eade2, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/17547e06907c42f5a25e9e87d0a7e493, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/3fa9243a3e43412d859865495c20a7ee, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/35ff804e1a2f4004a1de1bb9f035ce3b, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/daef677e2d294fcab8905fa3feced9e9, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/410a86ba113d40e3a06f2b2597600bb3, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/7f733489b3914ba88418ff78e220810b, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/abdc2191ab0c420081b4c6091277b87e, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/765e4f1104fd4bd4901384e42c75ee5b, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/d8c3d97ca9954b7c824f3bd407e7618c, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/d757a6a69c2049c2b133d73f34ca4807, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/6888182b9004420188e50cdf0a8aa765, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/cc203e925c4146d5b7bce3513ea3fabf, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/a7ffe92ff45545d9b9075886879993fe, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/0da4fc02b0a8438cb4250c2cc751d33e, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/66182900213e42e3b112e08271a359e1, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/7def04b5fde046508bdaf1cfc7ca6860, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/776d65bd2c294625aefa3b1e0ef55185, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/5c724f7784e1419fbbf20fc1038e4230, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/e77592e2811b4b209c3128c0f8728af5, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/ec6101dfc66447379b1126778d488bc1, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/0665f524e8f747b8bc9f95bf41a41bde, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/e784c382a1584f6f9dd3cab9d60d156d, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/f366d06bbdaf49ed98ce19260b9f3dd5, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/f121031e4f83475ea7251a917988d043, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/78da0bb9974740e484df8f1462ba7129, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/ea31ad7ec6074ac78b4a7d510b24b827, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/5b230c2ceded41f5a29366fa8ad575fd] to archive 2024-11-09T05:26:52,608 DEBUG [StoreCloser-TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-09T05:26:52,609 DEBUG [StoreCloser-TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/a7fa295546ce4720bf78777bac2eade2 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/a7fa295546ce4720bf78777bac2eade2 2024-11-09T05:26:52,610 DEBUG [StoreCloser-TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/17547e06907c42f5a25e9e87d0a7e493 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/17547e06907c42f5a25e9e87d0a7e493 2024-11-09T05:26:52,610 DEBUG [StoreCloser-TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/3fa9243a3e43412d859865495c20a7ee to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/3fa9243a3e43412d859865495c20a7ee 2024-11-09T05:26:52,611 DEBUG [StoreCloser-TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/35ff804e1a2f4004a1de1bb9f035ce3b to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/35ff804e1a2f4004a1de1bb9f035ce3b 2024-11-09T05:26:52,612 DEBUG [StoreCloser-TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/daef677e2d294fcab8905fa3feced9e9 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/daef677e2d294fcab8905fa3feced9e9 2024-11-09T05:26:52,612 DEBUG [StoreCloser-TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/410a86ba113d40e3a06f2b2597600bb3 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/410a86ba113d40e3a06f2b2597600bb3 2024-11-09T05:26:52,613 DEBUG [StoreCloser-TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/7f733489b3914ba88418ff78e220810b to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/7f733489b3914ba88418ff78e220810b 2024-11-09T05:26:52,613 DEBUG [StoreCloser-TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/abdc2191ab0c420081b4c6091277b87e to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/abdc2191ab0c420081b4c6091277b87e 2024-11-09T05:26:52,614 DEBUG [StoreCloser-TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/765e4f1104fd4bd4901384e42c75ee5b to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/765e4f1104fd4bd4901384e42c75ee5b 2024-11-09T05:26:52,615 DEBUG [StoreCloser-TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/d8c3d97ca9954b7c824f3bd407e7618c to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/d8c3d97ca9954b7c824f3bd407e7618c 2024-11-09T05:26:52,615 DEBUG [StoreCloser-TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/d757a6a69c2049c2b133d73f34ca4807 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/d757a6a69c2049c2b133d73f34ca4807 2024-11-09T05:26:52,616 DEBUG [StoreCloser-TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/6888182b9004420188e50cdf0a8aa765 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/6888182b9004420188e50cdf0a8aa765 2024-11-09T05:26:52,617 DEBUG [StoreCloser-TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/cc203e925c4146d5b7bce3513ea3fabf to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/cc203e925c4146d5b7bce3513ea3fabf 2024-11-09T05:26:52,617 DEBUG [StoreCloser-TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/a7ffe92ff45545d9b9075886879993fe to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/a7ffe92ff45545d9b9075886879993fe 2024-11-09T05:26:52,618 DEBUG [StoreCloser-TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/0da4fc02b0a8438cb4250c2cc751d33e to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/0da4fc02b0a8438cb4250c2cc751d33e 2024-11-09T05:26:52,618 DEBUG [StoreCloser-TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/66182900213e42e3b112e08271a359e1 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/66182900213e42e3b112e08271a359e1 2024-11-09T05:26:52,619 DEBUG [StoreCloser-TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/7def04b5fde046508bdaf1cfc7ca6860 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/7def04b5fde046508bdaf1cfc7ca6860 2024-11-09T05:26:52,620 DEBUG [StoreCloser-TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/776d65bd2c294625aefa3b1e0ef55185 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/776d65bd2c294625aefa3b1e0ef55185 2024-11-09T05:26:52,620 DEBUG [StoreCloser-TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/5c724f7784e1419fbbf20fc1038e4230 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/5c724f7784e1419fbbf20fc1038e4230 2024-11-09T05:26:52,621 DEBUG [StoreCloser-TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/e77592e2811b4b209c3128c0f8728af5 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/e77592e2811b4b209c3128c0f8728af5 2024-11-09T05:26:52,621 DEBUG [StoreCloser-TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/ec6101dfc66447379b1126778d488bc1 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/ec6101dfc66447379b1126778d488bc1 2024-11-09T05:26:52,622 DEBUG [StoreCloser-TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/0665f524e8f747b8bc9f95bf41a41bde to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/0665f524e8f747b8bc9f95bf41a41bde 2024-11-09T05:26:52,623 DEBUG [StoreCloser-TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/e784c382a1584f6f9dd3cab9d60d156d to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/e784c382a1584f6f9dd3cab9d60d156d 2024-11-09T05:26:52,623 DEBUG [StoreCloser-TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/f366d06bbdaf49ed98ce19260b9f3dd5 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/f366d06bbdaf49ed98ce19260b9f3dd5 2024-11-09T05:26:52,624 DEBUG [StoreCloser-TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/f121031e4f83475ea7251a917988d043 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/f121031e4f83475ea7251a917988d043 2024-11-09T05:26:52,624 DEBUG [StoreCloser-TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/78da0bb9974740e484df8f1462ba7129 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/78da0bb9974740e484df8f1462ba7129 2024-11-09T05:26:52,625 DEBUG [StoreCloser-TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/ea31ad7ec6074ac78b4a7d510b24b827 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/ea31ad7ec6074ac78b4a7d510b24b827 2024-11-09T05:26:52,626 DEBUG [StoreCloser-TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/5b230c2ceded41f5a29366fa8ad575fd to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/5b230c2ceded41f5a29366fa8ad575fd 2024-11-09T05:26:52,627 DEBUG [StoreCloser-TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/B/91a4896005094c1fa1b2868bfb29a819, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/B/51e1dbb2b5e649fe89a93160d1356b86, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/B/e7f0fd2ac7b3452fb28601a659e697b1, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/B/db191305c99c41c6abff273c9505d230, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/B/5566bd2df9394996b438863d84b29721, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/B/7f71a21cf9a644ed90b7521833ea1840, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/B/467c3715ebf64831bb561bb7259ad681, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/B/9070f08d8a1a4e02888ad4a63970eedb, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/B/87f8c2ec648149db82f919efd442055f, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/B/1f1e36972d6048d9864b6e0cdcaf667f, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/B/adfde27cfa3646f18eda25ffdbddbb28, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/B/2f2e3b650e0444e19367a3c91ef92fcd, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/B/4f2fb73dd6b74a1e8a92c22b72ff6bb2, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/B/5218a5c5e02d44d99105ba29de1b0743, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/B/2ef2dcaa4a68447fa8443e6bc29de30b, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/B/68e18ba488504ed68ba7cd1c3af29227, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/B/e21319662f7442bf9a01fbd8c5bb3904, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/B/c1aed476f6574d3c9690b443eb3261d9, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/B/752315bf717347039dc078a1eb27bd43, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/B/526473c50f144104a0a870abe46cb13f, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/B/860feafe579c4e6bb927570e0ca5263d, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/B/ac89db3be2194dc3babddafae4f27d43, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/B/e4c4095307bc4496a00fc8cdb4783b32, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/B/3af51e7b383f4b0faad9f5421398d084, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/B/676b5708f61944dbafc887fff5bc7722, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/B/d49070ca4f9f4953b89e8e0ca793ab0a, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/B/f01815df66e446eaa243521774d690e4, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/B/ff478fc3780e48acabd5be486c5d7e27] to archive 2024-11-09T05:26:52,627 DEBUG [StoreCloser-TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-09T05:26:52,628 DEBUG [StoreCloser-TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/B/91a4896005094c1fa1b2868bfb29a819 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/B/91a4896005094c1fa1b2868bfb29a819 2024-11-09T05:26:52,629 DEBUG [StoreCloser-TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/B/51e1dbb2b5e649fe89a93160d1356b86 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/B/51e1dbb2b5e649fe89a93160d1356b86 2024-11-09T05:26:52,630 DEBUG [StoreCloser-TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/B/e7f0fd2ac7b3452fb28601a659e697b1 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/B/e7f0fd2ac7b3452fb28601a659e697b1 2024-11-09T05:26:52,630 DEBUG [StoreCloser-TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/B/db191305c99c41c6abff273c9505d230 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/B/db191305c99c41c6abff273c9505d230 2024-11-09T05:26:52,631 DEBUG [StoreCloser-TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/B/5566bd2df9394996b438863d84b29721 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/B/5566bd2df9394996b438863d84b29721 2024-11-09T05:26:52,632 DEBUG [StoreCloser-TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/B/7f71a21cf9a644ed90b7521833ea1840 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/B/7f71a21cf9a644ed90b7521833ea1840 2024-11-09T05:26:52,632 DEBUG [StoreCloser-TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/B/467c3715ebf64831bb561bb7259ad681 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/B/467c3715ebf64831bb561bb7259ad681 2024-11-09T05:26:52,633 DEBUG [StoreCloser-TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/B/9070f08d8a1a4e02888ad4a63970eedb to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/B/9070f08d8a1a4e02888ad4a63970eedb 2024-11-09T05:26:52,634 DEBUG [StoreCloser-TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/B/87f8c2ec648149db82f919efd442055f to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/B/87f8c2ec648149db82f919efd442055f 2024-11-09T05:26:52,635 DEBUG [StoreCloser-TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/B/1f1e36972d6048d9864b6e0cdcaf667f to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/B/1f1e36972d6048d9864b6e0cdcaf667f 2024-11-09T05:26:52,635 DEBUG [StoreCloser-TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/B/adfde27cfa3646f18eda25ffdbddbb28 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/B/adfde27cfa3646f18eda25ffdbddbb28 2024-11-09T05:26:52,636 DEBUG [StoreCloser-TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/B/2f2e3b650e0444e19367a3c91ef92fcd to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/B/2f2e3b650e0444e19367a3c91ef92fcd 2024-11-09T05:26:52,637 DEBUG [StoreCloser-TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/B/4f2fb73dd6b74a1e8a92c22b72ff6bb2 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/B/4f2fb73dd6b74a1e8a92c22b72ff6bb2 2024-11-09T05:26:52,637 DEBUG [StoreCloser-TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/B/5218a5c5e02d44d99105ba29de1b0743 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/B/5218a5c5e02d44d99105ba29de1b0743 2024-11-09T05:26:52,638 DEBUG [StoreCloser-TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/B/2ef2dcaa4a68447fa8443e6bc29de30b to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/B/2ef2dcaa4a68447fa8443e6bc29de30b 2024-11-09T05:26:52,639 DEBUG [StoreCloser-TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/B/68e18ba488504ed68ba7cd1c3af29227 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/B/68e18ba488504ed68ba7cd1c3af29227 2024-11-09T05:26:52,640 DEBUG [StoreCloser-TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/B/e21319662f7442bf9a01fbd8c5bb3904 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/B/e21319662f7442bf9a01fbd8c5bb3904 2024-11-09T05:26:52,640 DEBUG [StoreCloser-TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/B/c1aed476f6574d3c9690b443eb3261d9 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/B/c1aed476f6574d3c9690b443eb3261d9 2024-11-09T05:26:52,641 DEBUG [StoreCloser-TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/B/752315bf717347039dc078a1eb27bd43 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/B/752315bf717347039dc078a1eb27bd43 2024-11-09T05:26:52,641 DEBUG [StoreCloser-TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/B/526473c50f144104a0a870abe46cb13f to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/B/526473c50f144104a0a870abe46cb13f 2024-11-09T05:26:52,642 DEBUG [StoreCloser-TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/B/860feafe579c4e6bb927570e0ca5263d to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/B/860feafe579c4e6bb927570e0ca5263d 2024-11-09T05:26:52,643 DEBUG [StoreCloser-TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/B/ac89db3be2194dc3babddafae4f27d43 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/B/ac89db3be2194dc3babddafae4f27d43 2024-11-09T05:26:52,643 DEBUG [StoreCloser-TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/B/e4c4095307bc4496a00fc8cdb4783b32 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/B/e4c4095307bc4496a00fc8cdb4783b32 2024-11-09T05:26:52,644 DEBUG [StoreCloser-TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/B/3af51e7b383f4b0faad9f5421398d084 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/B/3af51e7b383f4b0faad9f5421398d084 2024-11-09T05:26:52,644 DEBUG [StoreCloser-TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/B/676b5708f61944dbafc887fff5bc7722 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/B/676b5708f61944dbafc887fff5bc7722 2024-11-09T05:26:52,645 DEBUG [StoreCloser-TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/B/d49070ca4f9f4953b89e8e0ca793ab0a to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/B/d49070ca4f9f4953b89e8e0ca793ab0a 2024-11-09T05:26:52,645 DEBUG [StoreCloser-TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/B/f01815df66e446eaa243521774d690e4 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/B/f01815df66e446eaa243521774d690e4 2024-11-09T05:26:52,646 DEBUG [StoreCloser-TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/B/ff478fc3780e48acabd5be486c5d7e27 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/B/ff478fc3780e48acabd5be486c5d7e27 2024-11-09T05:26:52,647 DEBUG [StoreCloser-TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/C/202e417b112b45fbaf5ecf8535133980, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/C/ea17f77dbca24276bd30ed6fb9b6eef7, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/C/b9a4f465728045f99dae053515cbf19a, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/C/854f1ea180e0452784c67141846ee129, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/C/84c5840b04664092b66d2c8f52a3eaf5, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/C/10e6f9a6e3d047a48de58e3ebefd6827, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/C/38ff0138eb134983b7638dc5a4f2d4f0, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/C/99d9aee181a647e884ef9d78b55a535f, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/C/8a47f7d93bfd4dea891e7ba00db60680, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/C/00ce517c53684a70ba3bfc6e9ab0fd54, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/C/59f3893b8a07412c98966641fbfce555, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/C/ef53b387deed4bfe8671374715aafa64, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/C/8cdb2a0fb43f49fea0a0b9ed38a46998, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/C/2e35966544464ea9b35314d061048e5a, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/C/cfe2b8ecc6c046ff974eab7eea2cc4ac, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/C/34fa78bdd1a14906948d12b5c5d4ec30, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/C/66ad8954b0144646af576c0883a2ef15, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/C/974b765246b5426887f06b0a1facb0a4, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/C/5e6e69a70aad4851aa5b102b5e427487, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/C/3cadc78702634cae9b874603c45f86ae, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/C/46774338d64948cbb6a6403f1c9f9ac8, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/C/7779aceeb5c849c19812fde00dc41291, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/C/81bcf6ac70e843198ea98dd4ca00215c, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/C/56bdfcb5c394433b8f61db8e81d859f2, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/C/466a3800ba2e492c82775c8dfc163cb6, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/C/a77466809a9c4bc8a2ecabf51bd8b428, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/C/07896fc133cf4cd5a2670ba443662b68, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/C/194805ac3b894762b9bcb758f6d8738a] to archive 2024-11-09T05:26:52,647 DEBUG [StoreCloser-TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-09T05:26:52,648 DEBUG [StoreCloser-TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/C/202e417b112b45fbaf5ecf8535133980 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/C/202e417b112b45fbaf5ecf8535133980 2024-11-09T05:26:52,649 DEBUG [StoreCloser-TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/C/ea17f77dbca24276bd30ed6fb9b6eef7 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/C/ea17f77dbca24276bd30ed6fb9b6eef7 2024-11-09T05:26:52,650 DEBUG [StoreCloser-TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/C/b9a4f465728045f99dae053515cbf19a to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/C/b9a4f465728045f99dae053515cbf19a 2024-11-09T05:26:52,650 DEBUG [StoreCloser-TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/C/854f1ea180e0452784c67141846ee129 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/C/854f1ea180e0452784c67141846ee129 2024-11-09T05:26:52,651 DEBUG [StoreCloser-TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/C/84c5840b04664092b66d2c8f52a3eaf5 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/C/84c5840b04664092b66d2c8f52a3eaf5 2024-11-09T05:26:52,652 DEBUG [StoreCloser-TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/C/10e6f9a6e3d047a48de58e3ebefd6827 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/C/10e6f9a6e3d047a48de58e3ebefd6827 2024-11-09T05:26:52,652 DEBUG [StoreCloser-TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/C/38ff0138eb134983b7638dc5a4f2d4f0 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/C/38ff0138eb134983b7638dc5a4f2d4f0 2024-11-09T05:26:52,653 DEBUG [StoreCloser-TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/C/99d9aee181a647e884ef9d78b55a535f to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/C/99d9aee181a647e884ef9d78b55a535f 2024-11-09T05:26:52,653 DEBUG [StoreCloser-TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/C/8a47f7d93bfd4dea891e7ba00db60680 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/C/8a47f7d93bfd4dea891e7ba00db60680 2024-11-09T05:26:52,654 DEBUG [StoreCloser-TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/C/00ce517c53684a70ba3bfc6e9ab0fd54 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/C/00ce517c53684a70ba3bfc6e9ab0fd54 2024-11-09T05:26:52,655 DEBUG [StoreCloser-TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/C/59f3893b8a07412c98966641fbfce555 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/C/59f3893b8a07412c98966641fbfce555 2024-11-09T05:26:52,655 DEBUG [StoreCloser-TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/C/ef53b387deed4bfe8671374715aafa64 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/C/ef53b387deed4bfe8671374715aafa64 2024-11-09T05:26:52,656 DEBUG [StoreCloser-TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/C/8cdb2a0fb43f49fea0a0b9ed38a46998 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/C/8cdb2a0fb43f49fea0a0b9ed38a46998 2024-11-09T05:26:52,657 DEBUG [StoreCloser-TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/C/2e35966544464ea9b35314d061048e5a to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/C/2e35966544464ea9b35314d061048e5a 2024-11-09T05:26:52,657 DEBUG [StoreCloser-TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/C/cfe2b8ecc6c046ff974eab7eea2cc4ac to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/C/cfe2b8ecc6c046ff974eab7eea2cc4ac 2024-11-09T05:26:52,658 DEBUG [StoreCloser-TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/C/34fa78bdd1a14906948d12b5c5d4ec30 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/C/34fa78bdd1a14906948d12b5c5d4ec30 2024-11-09T05:26:52,659 DEBUG [StoreCloser-TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/C/66ad8954b0144646af576c0883a2ef15 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/C/66ad8954b0144646af576c0883a2ef15 2024-11-09T05:26:52,659 DEBUG [StoreCloser-TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/C/974b765246b5426887f06b0a1facb0a4 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/C/974b765246b5426887f06b0a1facb0a4 2024-11-09T05:26:52,660 DEBUG [StoreCloser-TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/C/5e6e69a70aad4851aa5b102b5e427487 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/C/5e6e69a70aad4851aa5b102b5e427487 2024-11-09T05:26:52,660 DEBUG [StoreCloser-TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/C/3cadc78702634cae9b874603c45f86ae to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/C/3cadc78702634cae9b874603c45f86ae 2024-11-09T05:26:52,661 DEBUG [StoreCloser-TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/C/46774338d64948cbb6a6403f1c9f9ac8 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/C/46774338d64948cbb6a6403f1c9f9ac8 2024-11-09T05:26:52,661 DEBUG [StoreCloser-TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/C/7779aceeb5c849c19812fde00dc41291 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/C/7779aceeb5c849c19812fde00dc41291 2024-11-09T05:26:52,662 DEBUG [StoreCloser-TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/C/81bcf6ac70e843198ea98dd4ca00215c to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/C/81bcf6ac70e843198ea98dd4ca00215c 2024-11-09T05:26:52,663 DEBUG [StoreCloser-TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/C/56bdfcb5c394433b8f61db8e81d859f2 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/C/56bdfcb5c394433b8f61db8e81d859f2 2024-11-09T05:26:52,663 DEBUG [StoreCloser-TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/C/466a3800ba2e492c82775c8dfc163cb6 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/C/466a3800ba2e492c82775c8dfc163cb6 2024-11-09T05:26:52,664 DEBUG [StoreCloser-TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/C/a77466809a9c4bc8a2ecabf51bd8b428 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/C/a77466809a9c4bc8a2ecabf51bd8b428 2024-11-09T05:26:52,665 DEBUG [StoreCloser-TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/C/07896fc133cf4cd5a2670ba443662b68 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/C/07896fc133cf4cd5a2670ba443662b68 2024-11-09T05:26:52,665 DEBUG [StoreCloser-TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/C/194805ac3b894762b9bcb758f6d8738a to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/C/194805ac3b894762b9bcb758f6d8738a 2024-11-09T05:26:52,669 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=128}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/recovered.edits/417.seqid, newMaxSeqId=417, maxSeqId=4 2024-11-09T05:26:52,669 INFO [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=128}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. 2024-11-09T05:26:52,669 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=128}] regionserver.HRegion(1676): Region close journal for 85816e77739f8042e861157e7a0739b8: Waiting for close lock at 1731130010900Running coprocessor pre-close hooks at 1731130010900Disabling compacts and flushes for region at 1731130010900Disabling writes for close at 1731130010900Obtaining lock to block concurrent updates at 1731130010900Preparing flush snapshotting stores in 85816e77739f8042e861157e7a0739b8 at 1731130010900Finished memstore snapshotting TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=90720, getOffHeapSize=0, getCellsCount=750 at 1731130010900Flushing stores of TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8. at 1731130010901 (+1 ms)Flushing 85816e77739f8042e861157e7a0739b8/A: creating writer at 1731130010901Flushing mob file 85816e77739f8042e861157e7a0739b8/A: appending metadata at 1731130010970 (+69 ms)Flushing mob file 85816e77739f8042e861157e7a0739b8/A: closing flushed file at 1731130010970Flushing 85816e77739f8042e861157e7a0739b8/A: appending metadata at 1731130011377 (+407 ms)Flushing 85816e77739f8042e861157e7a0739b8/A: closing flushed file at 1731130011377Flushing 85816e77739f8042e861157e7a0739b8/B: creating writer at 1731130011783 (+406 ms)Flushing 85816e77739f8042e861157e7a0739b8/B: appending metadata at 1731130011785 (+2 ms)Flushing 85816e77739f8042e861157e7a0739b8/B: closing flushed file at 1731130011785Flushing 85816e77739f8042e861157e7a0739b8/C: creating writer at 1731130012191 (+406 ms)Flushing 85816e77739f8042e861157e7a0739b8/C: appending metadata at 1731130012193 (+2 ms)Flushing 85816e77739f8042e861157e7a0739b8/C: closing flushed file at 1731130012193Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37decf81: reopening flushed file at 1731130012599 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43544083: reopening flushed file at 1731130012602 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7eae421d: reopening flushed file at 1731130012605 (+3 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 85816e77739f8042e861157e7a0739b8 in 1707ms, sequenceid=414, compaction requested=true at 1731130012607 (+2 ms)Writing region close event to WAL at 1731130012667 (+60 ms)Running coprocessor post-close hooks at 1731130012669 (+2 ms)Closed at 1731130012669 2024-11-09T05:26:52,671 INFO [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=128}] handler.UnassignRegionHandler(157): Closed 85816e77739f8042e861157e7a0739b8 2024-11-09T05:26:52,671 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=127 updating hbase:meta row=85816e77739f8042e861157e7a0739b8, regionState=CLOSED 2024-11-09T05:26:52,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=128, ppid=127, state=RUNNABLE, hasLock=false; CloseRegionProcedure 85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 because future has completed 2024-11-09T05:26:52,674 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=128, resume processing ppid=127 2024-11-09T05:26:52,674 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=128, ppid=127, state=SUCCESS, hasLock=false; CloseRegionProcedure 85816e77739f8042e861157e7a0739b8, server=059551c538b7,40801,1731129891493 in 1.9250 sec 2024-11-09T05:26:52,675 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=127, resume processing ppid=126 2024-11-09T05:26:52,675 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=127, ppid=126, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=85816e77739f8042e861157e7a0739b8, UNASSIGN in 1.9280 sec 2024-11-09T05:26:52,677 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=126, resume processing ppid=125 2024-11-09T05:26:52,677 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=126, ppid=125, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9310 sec 2024-11-09T05:26:52,678 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731130012678"}]},"ts":"1731130012678"} 2024-11-09T05:26:52,679 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-09T05:26:52,679 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-09T05:26:52,680 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=125, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.9390 sec 2024-11-09T05:26:52,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-09T05:26:52,891 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-09T05:26:52,891 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-09T05:26:52,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] procedure2.ProcedureExecutor(1139): Stored pid=129, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T05:26:52,892 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=129, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T05:26:52,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-09T05:26:52,893 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=129, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T05:26:52,895 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8 2024-11-09T05:26:52,896 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A, FileablePath, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/B, FileablePath, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/C, FileablePath, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/recovered.edits] 2024-11-09T05:26:52,898 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/0fc2f85349064bbb9d088ee89f3f6e50 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/0fc2f85349064bbb9d088ee89f3f6e50 2024-11-09T05:26:52,899 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/2811bb1258024851824da6303511254a to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/2811bb1258024851824da6303511254a 2024-11-09T05:26:52,900 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/2e21670f74ac465f92c34dd24a1ddede to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/A/2e21670f74ac465f92c34dd24a1ddede 2024-11-09T05:26:52,901 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/B/2dda6f1ac12c4e2982ad2e28dbd278a5 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/B/2dda6f1ac12c4e2982ad2e28dbd278a5 2024-11-09T05:26:52,902 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/B/6a7f38f629874c029ff0a7b22ecbdb38 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/B/6a7f38f629874c029ff0a7b22ecbdb38 2024-11-09T05:26:52,903 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/B/a1ace6cf64854c919b9ccc542867336c to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/B/a1ace6cf64854c919b9ccc542867336c 2024-11-09T05:26:52,904 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/C/6d62d9afb1aa429f8c808f2f340835db to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/C/6d62d9afb1aa429f8c808f2f340835db 2024-11-09T05:26:52,905 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/C/afdedb35467a475786616ecbfc6a918e to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/C/afdedb35467a475786616ecbfc6a918e 2024-11-09T05:26:52,906 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/C/e5838b5ecd4a4d05b6292497ad299a14 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/C/e5838b5ecd4a4d05b6292497ad299a14 2024-11-09T05:26:52,908 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/recovered.edits/417.seqid to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8/recovered.edits/417.seqid 2024-11-09T05:26:52,908 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/85816e77739f8042e861157e7a0739b8 2024-11-09T05:26:52,908 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-09T05:26:52,909 DEBUG [PEWorker-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-09T05:26:52,909 DEBUG [PEWorker-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-09T05:26:52,911 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109006aebd71f9e40f0940b314c21914f54_85816e77739f8042e861157e7a0739b8 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109006aebd71f9e40f0940b314c21914f54_85816e77739f8042e861157e7a0739b8 2024-11-09T05:26:52,912 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411090a231f8dfb154326a3ef1786844998cf_85816e77739f8042e861157e7a0739b8 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411090a231f8dfb154326a3ef1786844998cf_85816e77739f8042e861157e7a0739b8 2024-11-09T05:26:52,912 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411092254512945874820842d85527188f76f_85816e77739f8042e861157e7a0739b8 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411092254512945874820842d85527188f76f_85816e77739f8042e861157e7a0739b8 2024-11-09T05:26:52,913 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109280fa6fb5cf743539522227a37f0d9a9_85816e77739f8042e861157e7a0739b8 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109280fa6fb5cf743539522227a37f0d9a9_85816e77739f8042e861157e7a0739b8 2024-11-09T05:26:52,914 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109601e611422c84ac0b30cbc98bdbbb1ee_85816e77739f8042e861157e7a0739b8 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109601e611422c84ac0b30cbc98bdbbb1ee_85816e77739f8042e861157e7a0739b8 2024-11-09T05:26:52,914 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110963fc3d1959724d66971471a3015d36a9_85816e77739f8042e861157e7a0739b8 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110963fc3d1959724d66971471a3015d36a9_85816e77739f8042e861157e7a0739b8 2024-11-09T05:26:52,915 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411096faf4aec5778456c93b5e037eff2e7e0_85816e77739f8042e861157e7a0739b8 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411096faf4aec5778456c93b5e037eff2e7e0_85816e77739f8042e861157e7a0739b8 2024-11-09T05:26:52,916 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110973245af1bc15481cae694657091aefb0_85816e77739f8042e861157e7a0739b8 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110973245af1bc15481cae694657091aefb0_85816e77739f8042e861157e7a0739b8 2024-11-09T05:26:52,917 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109786a80c995e64adea10c11308d3dc409_85816e77739f8042e861157e7a0739b8 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109786a80c995e64adea10c11308d3dc409_85816e77739f8042e861157e7a0739b8 2024-11-09T05:26:52,917 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411097e76b969de35450391295f3bc31c75c0_85816e77739f8042e861157e7a0739b8 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411097e76b969de35450391295f3bc31c75c0_85816e77739f8042e861157e7a0739b8 2024-11-09T05:26:52,918 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110984f27529c235458b9c0db0cc9d84ddd5_85816e77739f8042e861157e7a0739b8 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110984f27529c235458b9c0db0cc9d84ddd5_85816e77739f8042e861157e7a0739b8 2024-11-09T05:26:52,919 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411098c36b9bfa0c546c0a592c5ec366e2c59_85816e77739f8042e861157e7a0739b8 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411098c36b9bfa0c546c0a592c5ec366e2c59_85816e77739f8042e861157e7a0739b8 2024-11-09T05:26:52,919 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411098d5582a32d93404bb37c05f91417b236_85816e77739f8042e861157e7a0739b8 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411098d5582a32d93404bb37c05f91417b236_85816e77739f8042e861157e7a0739b8 2024-11-09T05:26:52,920 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109a471bc13e64143338ac04d260ae4607d_85816e77739f8042e861157e7a0739b8 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109a471bc13e64143338ac04d260ae4607d_85816e77739f8042e861157e7a0739b8 2024-11-09T05:26:52,920 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109a95733c65bdf4052ad3cdfa539ce55fe_85816e77739f8042e861157e7a0739b8 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109a95733c65bdf4052ad3cdfa539ce55fe_85816e77739f8042e861157e7a0739b8 2024-11-09T05:26:52,921 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109a9946b439a2f4dd79bdad3650fd71369_85816e77739f8042e861157e7a0739b8 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109a9946b439a2f4dd79bdad3650fd71369_85816e77739f8042e861157e7a0739b8 2024-11-09T05:26:52,922 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109adce9a8f8c1b4f1eaf04f4a5432b9ea3_85816e77739f8042e861157e7a0739b8 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109adce9a8f8c1b4f1eaf04f4a5432b9ea3_85816e77739f8042e861157e7a0739b8 2024-11-09T05:26:52,922 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109b56402ea9a0f4791874d224bad2533d2_85816e77739f8042e861157e7a0739b8 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109b56402ea9a0f4791874d224bad2533d2_85816e77739f8042e861157e7a0739b8 2024-11-09T05:26:52,923 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109cc29ba08aba44cb28f07ddb6ba9aa1c0_85816e77739f8042e861157e7a0739b8 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109cc29ba08aba44cb28f07ddb6ba9aa1c0_85816e77739f8042e861157e7a0739b8 2024-11-09T05:26:52,924 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109d2aba81ba96d49358d86f253af98faa0_85816e77739f8042e861157e7a0739b8 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109d2aba81ba96d49358d86f253af98faa0_85816e77739f8042e861157e7a0739b8 2024-11-09T05:26:52,925 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109ec28b6e6685c406eacc7ea05675fbfcf_85816e77739f8042e861157e7a0739b8 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109ec28b6e6685c406eacc7ea05675fbfcf_85816e77739f8042e861157e7a0739b8 2024-11-09T05:26:52,925 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109fc67893284d649b9a060730fda15027d_85816e77739f8042e861157e7a0739b8 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109fc67893284d649b9a060730fda15027d_85816e77739f8042e861157e7a0739b8 2024-11-09T05:26:52,926 DEBUG [PEWorker-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-09T05:26:52,927 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=129, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T05:26:52,929 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-09T05:26:52,931 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-09T05:26:52,932 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=129, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T05:26:52,932 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-09T05:26:52,932 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731130012932"}]},"ts":"9223372036854775807"} 2024-11-09T05:26:52,934 INFO [PEWorker-4 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-09T05:26:52,934 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 85816e77739f8042e861157e7a0739b8, NAME => 'TestAcidGuarantees,,1731129983647.85816e77739f8042e861157e7a0739b8.', STARTKEY => '', ENDKEY => ''}] 2024-11-09T05:26:52,934 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-09T05:26:52,934 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731130012934"}]},"ts":"9223372036854775807"} 2024-11-09T05:26:52,935 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-09T05:26:52,936 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=129, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T05:26:52,937 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=129, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 45 msec 2024-11-09T05:26:53,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-09T05:26:53,001 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-09T05:26:53,003 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-09T05:26:53,009 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMobScanAtomicity Thread=241 (was 238) - Thread LEAK? -, OpenFileDescriptor=459 (was 453) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=560 (was 545) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=650 (was 908) 2024-11-09T05:26:53,017 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testScanAtomicity Thread=241, OpenFileDescriptor=459, MaxFileDescriptor=1048576, SystemLoadAverage=560, ProcessCount=11, AvailableMemoryMB=650 2024-11-09T05:26:53,018 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-09T05:26:53,018 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T05:26:53,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] procedure2.ProcedureExecutor(1139): Stored pid=130, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-09T05:26:53,020 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=130, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T05:26:53,020 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:53,020 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 130 2024-11-09T05:26:53,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=130 2024-11-09T05:26:53,021 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=130, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T05:26:53,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742319_1495 (size=959) 2024-11-09T05:26:53,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=130 2024-11-09T05:26:53,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=130 2024-11-09T05:26:53,427 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f1aae37cbe29bb5b82169cbdafba76fe, NAME => 'TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320 2024-11-09T05:26:53,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742320_1496 (size=53) 2024-11-09T05:26:53,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=130 2024-11-09T05:26:53,831 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T05:26:53,832 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing f1aae37cbe29bb5b82169cbdafba76fe, disabling compactions & flushes 2024-11-09T05:26:53,832 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. 2024-11-09T05:26:53,832 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. 2024-11-09T05:26:53,832 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. after waiting 0 ms 2024-11-09T05:26:53,832 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. 2024-11-09T05:26:53,832 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. 2024-11-09T05:26:53,832 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for f1aae37cbe29bb5b82169cbdafba76fe: Waiting for close lock at 1731130013832Disabling compacts and flushes for region at 1731130013832Disabling writes for close at 1731130013832Writing region close event to WAL at 1731130013832Closed at 1731130013832 2024-11-09T05:26:53,833 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=130, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T05:26:53,833 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731130013833"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731130013833"}]},"ts":"1731130013833"} 2024-11-09T05:26:53,834 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T05:26:53,835 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=130, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T05:26:53,835 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731130013835"}]},"ts":"1731130013835"} 2024-11-09T05:26:53,836 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-09T05:26:53,836 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=131, ppid=130, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f1aae37cbe29bb5b82169cbdafba76fe, ASSIGN}] 2024-11-09T05:26:53,837 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=131, ppid=130, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f1aae37cbe29bb5b82169cbdafba76fe, ASSIGN 2024-11-09T05:26:53,838 WARN [regionserver/059551c538b7:0.Chore.1 {}] hbase.ExecutorStatusChore(69): RS_COMPACTED_FILES_DISCHARGER's size info, queued: 3, running: 1 2024-11-09T05:26:53,838 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=131, ppid=130, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f1aae37cbe29bb5b82169cbdafba76fe, ASSIGN; state=OFFLINE, location=059551c538b7,40801,1731129891493; forceNewPlan=false, retain=false 2024-11-09T05:26:53,989 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=131 updating hbase:meta row=f1aae37cbe29bb5b82169cbdafba76fe, regionState=OPENING, regionLocation=059551c538b7,40801,1731129891493 2024-11-09T05:26:53,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=131, ppid=130, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f1aae37cbe29bb5b82169cbdafba76fe, ASSIGN because future has completed 2024-11-09T05:26:53,990 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=132, ppid=131, state=RUNNABLE, hasLock=false; OpenRegionProcedure f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493}] 2024-11-09T05:26:54,144 INFO [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=132}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. 2024-11-09T05:26:54,144 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=132}] regionserver.HRegion(7752): Opening region: {ENCODED => f1aae37cbe29bb5b82169cbdafba76fe, NAME => 'TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.', STARTKEY => '', ENDKEY => ''} 2024-11-09T05:26:54,144 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=132}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees f1aae37cbe29bb5b82169cbdafba76fe 2024-11-09T05:26:54,145 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=132}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T05:26:54,145 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=132}] regionserver.HRegion(7794): checking encryption for f1aae37cbe29bb5b82169cbdafba76fe 2024-11-09T05:26:54,145 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=132}] regionserver.HRegion(7797): checking classloading for f1aae37cbe29bb5b82169cbdafba76fe 2024-11-09T05:26:54,146 INFO [StoreOpener-f1aae37cbe29bb5b82169cbdafba76fe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region f1aae37cbe29bb5b82169cbdafba76fe 2024-11-09T05:26:54,147 INFO [StoreOpener-f1aae37cbe29bb5b82169cbdafba76fe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f1aae37cbe29bb5b82169cbdafba76fe columnFamilyName A 2024-11-09T05:26:54,147 DEBUG [StoreOpener-f1aae37cbe29bb5b82169cbdafba76fe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:54,147 INFO [StoreOpener-f1aae37cbe29bb5b82169cbdafba76fe-1 {}] regionserver.HStore(327): Store=f1aae37cbe29bb5b82169cbdafba76fe/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T05:26:54,147 INFO [StoreOpener-f1aae37cbe29bb5b82169cbdafba76fe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region f1aae37cbe29bb5b82169cbdafba76fe 2024-11-09T05:26:54,148 INFO [StoreOpener-f1aae37cbe29bb5b82169cbdafba76fe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f1aae37cbe29bb5b82169cbdafba76fe columnFamilyName B 2024-11-09T05:26:54,148 DEBUG [StoreOpener-f1aae37cbe29bb5b82169cbdafba76fe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:54,148 INFO [StoreOpener-f1aae37cbe29bb5b82169cbdafba76fe-1 {}] regionserver.HStore(327): Store=f1aae37cbe29bb5b82169cbdafba76fe/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T05:26:54,148 INFO [StoreOpener-f1aae37cbe29bb5b82169cbdafba76fe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region f1aae37cbe29bb5b82169cbdafba76fe 2024-11-09T05:26:54,149 INFO [StoreOpener-f1aae37cbe29bb5b82169cbdafba76fe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f1aae37cbe29bb5b82169cbdafba76fe columnFamilyName C 2024-11-09T05:26:54,149 DEBUG [StoreOpener-f1aae37cbe29bb5b82169cbdafba76fe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:26:54,149 INFO [StoreOpener-f1aae37cbe29bb5b82169cbdafba76fe-1 {}] regionserver.HStore(327): Store=f1aae37cbe29bb5b82169cbdafba76fe/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T05:26:54,149 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=132}] regionserver.HRegion(1038): replaying wal for f1aae37cbe29bb5b82169cbdafba76fe 2024-11-09T05:26:54,149 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=132}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe 2024-11-09T05:26:54,150 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=132}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe 2024-11-09T05:26:54,150 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=132}] regionserver.HRegion(1048): stopping wal replay for f1aae37cbe29bb5b82169cbdafba76fe 2024-11-09T05:26:54,150 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=132}] regionserver.HRegion(1060): Cleaning up temporary data for f1aae37cbe29bb5b82169cbdafba76fe 2024-11-09T05:26:54,151 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=132}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-09T05:26:54,152 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=132}] regionserver.HRegion(1093): writing seq id for f1aae37cbe29bb5b82169cbdafba76fe 2024-11-09T05:26:54,153 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=132}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T05:26:54,154 INFO [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=132}] regionserver.HRegion(1114): Opened f1aae37cbe29bb5b82169cbdafba76fe; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64306155, jitterRate=-0.04176361858844757}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-09T05:26:54,154 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=132}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f1aae37cbe29bb5b82169cbdafba76fe 2024-11-09T05:26:54,154 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=132}] regionserver.HRegion(1006): Region open journal for f1aae37cbe29bb5b82169cbdafba76fe: Running coprocessor pre-open hook at 1731130014145Writing region info on filesystem at 1731130014145Initializing all the Stores at 1731130014145Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731130014145Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731130014146 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731130014146Cleaning up temporary data from old regions at 1731130014150 (+4 ms)Running coprocessor post-open hooks at 1731130014154 (+4 ms)Region opened successfully at 1731130014154 2024-11-09T05:26:54,155 INFO [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=132}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., pid=132, masterSystemTime=1731130014142 2024-11-09T05:26:54,156 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=132}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. 2024-11-09T05:26:54,156 INFO [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=132}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. 2024-11-09T05:26:54,157 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=131 updating hbase:meta row=f1aae37cbe29bb5b82169cbdafba76fe, regionState=OPEN, openSeqNum=2, regionLocation=059551c538b7,40801,1731129891493 2024-11-09T05:26:54,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=132, ppid=131, state=RUNNABLE, hasLock=false; OpenRegionProcedure f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 because future has completed 2024-11-09T05:26:54,160 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=132, resume processing ppid=131 2024-11-09T05:26:54,160 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=132, ppid=131, state=SUCCESS, hasLock=false; OpenRegionProcedure f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 in 168 msec 2024-11-09T05:26:54,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=130 2024-11-09T05:26:54,161 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=131, resume processing ppid=130 2024-11-09T05:26:54,161 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=131, ppid=130, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f1aae37cbe29bb5b82169cbdafba76fe, ASSIGN in 324 msec 2024-11-09T05:26:54,162 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=130, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T05:26:54,162 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731130014162"}]},"ts":"1731130014162"} 2024-11-09T05:26:54,163 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-09T05:26:54,163 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=130, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T05:26:54,164 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=130, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1450 sec 2024-11-09T05:26:55,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=130 2024-11-09T05:26:55,170 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-09T05:26:55,171 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@be1708d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:26:55,171 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 059551c538b7,41745,-1 for getting cluster id 2024-11-09T05:26:55,172 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:26:55,172 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9cbcd106-ff71-48e9-988a-d53636563491' 2024-11-09T05:26:55,173 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:26:55,173 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9cbcd106-ff71-48e9-988a-d53636563491" 2024-11-09T05:26:55,173 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bd6b55d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:26:55,173 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [059551c538b7,41745,-1] 2024-11-09T05:26:55,174 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:26:55,174 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:26:55,175 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59472, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:26:55,176 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c57f7e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:26:55,176 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:26:55,177 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=059551c538b7,40801,1731129891493, seqNum=-1] 2024-11-09T05:26:55,177 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:26:55,178 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:26:55,179 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T05:26:55,179 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 059551c538b7,41745,1731129890711 2024-11-09T05:26:55,179 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@da096e9 2024-11-09T05:26:55,180 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T05:26:55,181 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59476, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T05:26:55,185 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16fe0696, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:26:55,185 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 059551c538b7,41745,-1 for getting cluster id 2024-11-09T05:26:55,185 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:26:55,186 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9cbcd106-ff71-48e9-988a-d53636563491' 2024-11-09T05:26:55,186 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:26:55,186 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9cbcd106-ff71-48e9-988a-d53636563491" 2024-11-09T05:26:55,187 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29add247, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:26:55,187 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [059551c538b7,41745,-1] 2024-11-09T05:26:55,187 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:26:55,187 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:26:55,188 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59492, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:26:55,189 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4009e3c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:26:55,191 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59de117f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:26:55,191 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 059551c538b7,41745,-1 for getting cluster id 2024-11-09T05:26:55,192 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:26:55,192 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9cbcd106-ff71-48e9-988a-d53636563491' 2024-11-09T05:26:55,193 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:26:55,193 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9cbcd106-ff71-48e9-988a-d53636563491" 2024-11-09T05:26:55,193 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b04ebb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:26:55,193 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [059551c538b7,41745,-1] 2024-11-09T05:26:55,193 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:26:55,193 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:26:55,194 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59510, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:26:55,195 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a693b72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:26:55,195 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@472a8168, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:26:55,195 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 059551c538b7,41745,-1 for getting cluster id 2024-11-09T05:26:55,195 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:26:55,196 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9cbcd106-ff71-48e9-988a-d53636563491' 2024-11-09T05:26:55,196 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:26:55,197 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9cbcd106-ff71-48e9-988a-d53636563491" 2024-11-09T05:26:55,197 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63718d3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:26:55,197 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [059551c538b7,41745,-1] 2024-11-09T05:26:55,197 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:26:55,197 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:26:55,198 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59524, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:26:55,199 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55f50f10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:26:55,199 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f010827, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:26:55,199 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 059551c538b7,41745,-1 for getting cluster id 2024-11-09T05:26:55,200 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:26:55,200 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9cbcd106-ff71-48e9-988a-d53636563491' 2024-11-09T05:26:55,201 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:26:55,201 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9cbcd106-ff71-48e9-988a-d53636563491" 2024-11-09T05:26:55,201 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@589c2dc9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:26:55,201 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [059551c538b7,41745,-1] 2024-11-09T05:26:55,201 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:26:55,201 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:26:55,202 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59544, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:26:55,203 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58b19e41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:26:55,204 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2822c33e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:26:55,204 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 059551c538b7,41745,-1 for getting cluster id 2024-11-09T05:26:55,204 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:26:55,205 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9cbcd106-ff71-48e9-988a-d53636563491' 2024-11-09T05:26:55,205 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:26:55,205 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9cbcd106-ff71-48e9-988a-d53636563491" 2024-11-09T05:26:55,206 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59b15a24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:26:55,206 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [059551c538b7,41745,-1] 2024-11-09T05:26:55,206 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:26:55,206 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:26:55,207 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59558, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:26:55,208 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15532ea7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:26:55,212 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bc5e64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:26:55,212 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 059551c538b7,41745,-1 for getting cluster id 2024-11-09T05:26:55,213 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:26:55,213 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9cbcd106-ff71-48e9-988a-d53636563491' 2024-11-09T05:26:55,214 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:26:55,214 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9cbcd106-ff71-48e9-988a-d53636563491" 2024-11-09T05:26:55,214 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ba60aef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:26:55,214 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [059551c538b7,41745,-1] 2024-11-09T05:26:55,214 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:26:55,214 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:26:55,215 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59586, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:26:55,216 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52525015, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:26:55,220 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42daa6ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:26:55,220 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 059551c538b7,41745,-1 for getting cluster id 2024-11-09T05:26:55,221 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:26:55,221 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9cbcd106-ff71-48e9-988a-d53636563491' 2024-11-09T05:26:55,222 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:26:55,222 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9cbcd106-ff71-48e9-988a-d53636563491" 2024-11-09T05:26:55,222 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5de70cc8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:26:55,222 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [059551c538b7,41745,-1] 2024-11-09T05:26:55,222 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:26:55,222 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:26:55,223 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59598, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:26:55,224 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2baedcf4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:26:55,225 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@366fb241, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:26:55,225 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 059551c538b7,41745,-1 for getting cluster id 2024-11-09T05:26:55,225 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:26:55,226 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9cbcd106-ff71-48e9-988a-d53636563491' 2024-11-09T05:26:55,226 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:26:55,226 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9cbcd106-ff71-48e9-988a-d53636563491" 2024-11-09T05:26:55,226 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39de7de2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:26:55,226 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [059551c538b7,41745,-1] 2024-11-09T05:26:55,226 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:26:55,227 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:26:55,227 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:26:55,228 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2af73caf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:26:55,232 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45e8e518, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:26:55,232 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 059551c538b7,41745,-1 for getting cluster id 2024-11-09T05:26:55,233 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:26:55,234 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9cbcd106-ff71-48e9-988a-d53636563491' 2024-11-09T05:26:55,234 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:26:55,234 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9cbcd106-ff71-48e9-988a-d53636563491" 2024-11-09T05:26:55,234 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@498e62b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:26:55,234 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [059551c538b7,41745,-1] 2024-11-09T05:26:55,235 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:26:55,235 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:26:55,236 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59644, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:26:55,237 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ddc4a8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:26:55,238 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10ff7be5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:26:55,238 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 059551c538b7,41745,-1 for getting cluster id 2024-11-09T05:26:55,238 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:26:55,239 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9cbcd106-ff71-48e9-988a-d53636563491' 2024-11-09T05:26:55,239 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:26:55,239 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9cbcd106-ff71-48e9-988a-d53636563491" 2024-11-09T05:26:55,239 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a2d359f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:26:55,239 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [059551c538b7,41745,-1] 2024-11-09T05:26:55,239 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:26:55,240 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:26:55,240 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59668, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:26:55,241 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5995aa24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:26:55,241 DEBUG [Thread-2201 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:26:55,242 DEBUG [Thread-2203 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:26:55,242 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=059551c538b7,40801,1731129891493, seqNum=-1] 2024-11-09T05:26:55,242 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:26:55,243 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=059551c538b7,40801,1731129891493, seqNum=-1] 2024-11-09T05:26:55,243 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52198, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:26:55,243 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:26:55,245 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2] 2024-11-09T05:26:55,245 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52202, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:26:55,247 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2] 2024-11-09T05:26:55,248 DEBUG [Thread-2218 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:26:55,249 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=059551c538b7,40801,1731129891493, seqNum=-1] 2024-11-09T05:26:55,249 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:26:55,250 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52214, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:26:55,251 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2] 2024-11-09T05:26:55,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(8855): Flush requested on f1aae37cbe29bb5b82169cbdafba76fe 2024-11-09T05:26:55,254 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T05:26:55,254 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f1aae37cbe29bb5b82169cbdafba76fe 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-09T05:26:55,265 DEBUG [Thread-2216 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:26:55,266 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=059551c538b7,40801,1731129891493, seqNum=-1] 2024-11-09T05:26:55,266 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:26:55,268 DEBUG [Thread-2210 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:26:55,269 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=059551c538b7,40801,1731129891493, seqNum=-1] 2024-11-09T05:26:55,269 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:26:55,271 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:26:55,271 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52222, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:26:55,272 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2] 2024-11-09T05:26:55,277 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2] 2024-11-09T05:26:55,288 DEBUG [Thread-2207 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:26:55,289 DEBUG [Thread-2207 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=059551c538b7,40801,1731129891493, seqNum=-1] 2024-11-09T05:26:55,289 DEBUG [Thread-2207 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:26:55,297 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52228, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:26:55,299 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2] 2024-11-09T05:26:55,299 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/A/d6ad503a4ec645a8908a1f3d964ccb26 is 50, key is test_row_0/A:col10/1731130015252/Put/seqid=0 2024-11-09T05:26:55,306 DEBUG [Thread-2199 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:26:55,306 DEBUG [Thread-2212 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:26:55,306 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=059551c538b7,40801,1731129891493, seqNum=-1] 2024-11-09T05:26:55,307 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:26:55,307 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=059551c538b7,40801,1731129891493, seqNum=-1] 2024-11-09T05:26:55,307 DEBUG [Thread-2205 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:26:55,307 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:26:55,308 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52232, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:26:55,308 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=059551c538b7,40801,1731129891493, seqNum=-1] 2024-11-09T05:26:55,308 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:26:55,308 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52246, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:26:55,309 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52256, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:26:55,310 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2] 2024-11-09T05:26:55,310 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2] 2024-11-09T05:26:55,310 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2] 2024-11-09T05:26:55,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742321_1497 (size=12001) 2024-11-09T05:26:55,314 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:55,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52198 deadline: 1731130075306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:55,315 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:55,315 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:55,315 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:55,315 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:55,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52202 deadline: 1731130075308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:55,315 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:55,315 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:55,315 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:55,320 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:55,315 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:55,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 3 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52228 deadline: 1731130075309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:55,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 1 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52232 deadline: 1731130075311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:55,324 DEBUG [Thread-2214 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:26:55,324 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:55,324 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:55,325 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:55,324 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:55,325 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:55,325 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:55,325 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:55,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 1 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52256 deadline: 1731130075311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:55,325 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:55,325 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:55,325 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=059551c538b7,40801,1731129891493, seqNum=-1] 2024-11-09T05:26:55,325 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:55,325 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:26:55,326 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52272, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:26:55,327 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2] 2024-11-09T05:26:55,329 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T05:26:55,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] procedure2.ProcedureExecutor(1139): Stored pid=133, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees 2024-11-09T05:26:55,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-09T05:26:55,331 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=133, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T05:26:55,332 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=133, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T05:26:55,332 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=134, ppid=133, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T05:26:55,432 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:55,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52198 deadline: 1731130075419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:55,433 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:55,433 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:55,433 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:55,434 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:55,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52202 deadline: 1731130075430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:55,435 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:55,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52256 deadline: 1731130075430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:55,435 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:55,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52232 deadline: 1731130075430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:55,436 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:55,436 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:55,436 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:55,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52228 deadline: 1731130075430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:55,436 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:55,436 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:55,436 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:55,436 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:55,436 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:55,436 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:55,436 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:55,436 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:55,436 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:55,436 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:55,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-09T05:26:55,485 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-09T05:26:55,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. 2024-11-09T05:26:55,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. as already flushing 2024-11-09T05:26:55,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. 2024-11-09T05:26:55,488 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => f1aae37cbe29bb5b82169cbdafba76fe, NAME => 'TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:55,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => f1aae37cbe29bb5b82169cbdafba76fe, NAME => 'TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:55,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f1aae37cbe29bb5b82169cbdafba76fe, NAME => 'TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f1aae37cbe29bb5b82169cbdafba76fe, NAME => 'TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:55,641 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-09T05:26:55,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. 2024-11-09T05:26:55,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. as already flushing 2024-11-09T05:26:55,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. 2024-11-09T05:26:55,641 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => f1aae37cbe29bb5b82169cbdafba76fe, NAME => 'TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:55,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => f1aae37cbe29bb5b82169cbdafba76fe, NAME => 'TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:55,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f1aae37cbe29bb5b82169cbdafba76fe, NAME => 'TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f1aae37cbe29bb5b82169cbdafba76fe, NAME => 'TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:55,649 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:55,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-09T05:26:55,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 3 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52256 deadline: 1731130075641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:55,651 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:55,651 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:55,651 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:55,651 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:55,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52202 deadline: 1731130075641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:55,652 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:55,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52198 deadline: 1731130075641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:55,652 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:55,652 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:55,652 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:55,652 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:55,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 3 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52232 deadline: 1731130075641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:55,652 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:55,652 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:55,652 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:55,652 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:55,653 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:55,653 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:55,652 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:55,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52228 deadline: 1731130075641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:55,654 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:55,654 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:55,654 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:55,713 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/A/d6ad503a4ec645a8908a1f3d964ccb26 2024-11-09T05:26:55,742 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/B/dcddf26d4a264a318b879c9172be817e is 50, key is test_row_0/B:col10/1731130015252/Put/seqid=0 2024-11-09T05:26:55,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742322_1498 (size=12001) 2024-11-09T05:26:55,801 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-09T05:26:55,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. 2024-11-09T05:26:55,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. as already flushing 2024-11-09T05:26:55,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. 2024-11-09T05:26:55,803 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => f1aae37cbe29bb5b82169cbdafba76fe, NAME => 'TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:55,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => f1aae37cbe29bb5b82169cbdafba76fe, NAME => 'TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:55,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f1aae37cbe29bb5b82169cbdafba76fe, NAME => 'TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f1aae37cbe29bb5b82169cbdafba76fe, NAME => 'TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:55,956 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-09T05:26:55,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. 2024-11-09T05:26:55,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. as already flushing 2024-11-09T05:26:55,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. 2024-11-09T05:26:55,957 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => f1aae37cbe29bb5b82169cbdafba76fe, NAME => 'TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:55,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => f1aae37cbe29bb5b82169cbdafba76fe, NAME => 'TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:55,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f1aae37cbe29bb5b82169cbdafba76fe, NAME => 'TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f1aae37cbe29bb5b82169cbdafba76fe, NAME => 'TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:55,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-09T05:26:55,962 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:55,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52198 deadline: 1731130075962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:55,963 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:55,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52256 deadline: 1731130075962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:55,965 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:55,965 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:55,965 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:55,965 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:55,966 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:55,966 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:55,970 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:55,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52228 deadline: 1731130075965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:55,970 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:55,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52202 deadline: 1731130075966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:55,970 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:55,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52232 deadline: 1731130075966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:55,972 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:55,972 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:55,972 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:55,974 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:55,974 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:55,974 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:55,976 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:55,976 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:55,976 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:56,115 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-09T05:26:56,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. 2024-11-09T05:26:56,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. as already flushing 2024-11-09T05:26:56,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. 2024-11-09T05:26:56,115 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => f1aae37cbe29bb5b82169cbdafba76fe, NAME => 'TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:56,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => f1aae37cbe29bb5b82169cbdafba76fe, NAME => 'TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:56,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f1aae37cbe29bb5b82169cbdafba76fe, NAME => 'TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f1aae37cbe29bb5b82169cbdafba76fe, NAME => 'TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:56,182 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/B/dcddf26d4a264a318b879c9172be817e 2024-11-09T05:26:56,235 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/C/4f8e6680dd8a4034994588fb3c103f68 is 50, key is test_row_0/C:col10/1731130015252/Put/seqid=0 2024-11-09T05:26:56,269 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-09T05:26:56,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. 2024-11-09T05:26:56,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. as already flushing 2024-11-09T05:26:56,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. 2024-11-09T05:26:56,269 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => f1aae37cbe29bb5b82169cbdafba76fe, NAME => 'TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:56,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => f1aae37cbe29bb5b82169cbdafba76fe, NAME => 'TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:56,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f1aae37cbe29bb5b82169cbdafba76fe, NAME => 'TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f1aae37cbe29bb5b82169cbdafba76fe, NAME => 'TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:56,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742323_1499 (size=12001) 2024-11-09T05:26:56,316 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/C/4f8e6680dd8a4034994588fb3c103f68 2024-11-09T05:26:56,332 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/A/d6ad503a4ec645a8908a1f3d964ccb26 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/d6ad503a4ec645a8908a1f3d964ccb26 2024-11-09T05:26:56,363 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/d6ad503a4ec645a8908a1f3d964ccb26, entries=150, sequenceid=12, filesize=11.7 K 2024-11-09T05:26:56,365 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/B/dcddf26d4a264a318b879c9172be817e as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/dcddf26d4a264a318b879c9172be817e 2024-11-09T05:26:56,376 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/dcddf26d4a264a318b879c9172be817e, entries=150, sequenceid=12, filesize=11.7 K 2024-11-09T05:26:56,380 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/C/4f8e6680dd8a4034994588fb3c103f68 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/4f8e6680dd8a4034994588fb3c103f68 2024-11-09T05:26:56,389 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/4f8e6680dd8a4034994588fb3c103f68, entries=150, sequenceid=12, filesize=11.7 K 2024-11-09T05:26:56,394 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for f1aae37cbe29bb5b82169cbdafba76fe in 1140ms, sequenceid=12, compaction requested=false 2024-11-09T05:26:56,394 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-09T05:26:56,398 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f1aae37cbe29bb5b82169cbdafba76fe: 2024-11-09T05:26:56,424 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-09T05:26:56,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. 2024-11-09T05:26:56,424 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2902): Flushing f1aae37cbe29bb5b82169cbdafba76fe 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-09T05:26:56,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/A/cc2b7bcfe84045f1a08c2ad8953d5217 is 50, key is test_row_0/A:col10/1731130015304/Put/seqid=0 2024-11-09T05:26:56,474 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. as already flushing 2024-11-09T05:26:56,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(8855): Flush requested on f1aae37cbe29bb5b82169cbdafba76fe 2024-11-09T05:26:56,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-09T05:26:56,503 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:56,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52232 deadline: 1731130076493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:56,504 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:56,504 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:56,504 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:56,505 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:56,506 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:56,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52228 deadline: 1731130076493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:56,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52198 deadline: 1731130076494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:56,506 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:56,506 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:56,506 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:56,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52256 deadline: 1731130076494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:56,506 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:56,506 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:56,506 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:56,506 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:56,506 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:56,506 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:56,506 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:56,506 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:56,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52202 deadline: 1731130076496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:56,507 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:56,507 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:56,507 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:56,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742324_1500 (size=12001) 2024-11-09T05:26:56,509 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/A/cc2b7bcfe84045f1a08c2ad8953d5217 2024-11-09T05:26:56,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/B/e9dce6f50d424a60949d628cc10f9a80 is 50, key is test_row_0/B:col10/1731130015304/Put/seqid=0 2024-11-09T05:26:56,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742325_1501 (size=12001) 2024-11-09T05:26:56,619 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:56,619 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:56,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52232 deadline: 1731130076610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:56,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52198 deadline: 1731130076610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:56,619 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:56,619 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:56,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52202 deadline: 1731130076611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:56,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52228 deadline: 1731130076611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:56,620 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:56,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52256 deadline: 1731130076611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:56,620 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:56,620 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:56,620 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:56,620 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:56,620 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:56,620 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:56,620 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:56,620 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:56,620 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:56,620 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:56,620 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:56,621 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:56,621 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:56,621 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:56,621 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:56,835 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:56,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52198 deadline: 1731130076830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:56,835 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:56,835 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:56,835 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:56,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52202 deadline: 1731130076830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:56,835 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:56,835 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:56,835 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:56,835 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:56,835 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:56,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52232 deadline: 1731130076830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:56,836 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:56,836 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:56,836 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:56,836 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:56,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52228 deadline: 1731130076832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:56,836 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:56,836 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:56,836 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:56,836 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:56,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52256 deadline: 1731130076832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:56,836 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:56,836 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:56,836 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:56,953 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/B/e9dce6f50d424a60949d628cc10f9a80 2024-11-09T05:26:56,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/C/6ec0d59c512e48698c3564e3a78be582 is 50, key is test_row_0/C:col10/1731130015304/Put/seqid=0 2024-11-09T05:26:57,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742326_1502 (size=12001) 2024-11-09T05:26:57,015 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/C/6ec0d59c512e48698c3564e3a78be582 2024-11-09T05:26:57,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/A/cc2b7bcfe84045f1a08c2ad8953d5217 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/cc2b7bcfe84045f1a08c2ad8953d5217 2024-11-09T05:26:57,029 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/cc2b7bcfe84045f1a08c2ad8953d5217, entries=150, sequenceid=37, filesize=11.7 K 2024-11-09T05:26:57,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/B/e9dce6f50d424a60949d628cc10f9a80 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/e9dce6f50d424a60949d628cc10f9a80 2024-11-09T05:26:57,040 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/e9dce6f50d424a60949d628cc10f9a80, entries=150, sequenceid=37, filesize=11.7 K 2024-11-09T05:26:57,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/C/6ec0d59c512e48698c3564e3a78be582 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/6ec0d59c512e48698c3564e3a78be582 2024-11-09T05:26:57,047 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/6ec0d59c512e48698c3564e3a78be582, entries=150, sequenceid=37, filesize=11.7 K 2024-11-09T05:26:57,048 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for f1aae37cbe29bb5b82169cbdafba76fe in 623ms, sequenceid=37, compaction requested=false 2024-11-09T05:26:57,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2603): Flush status journal for f1aae37cbe29bb5b82169cbdafba76fe: 2024-11-09T05:26:57,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. 2024-11-09T05:26:57,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=134 2024-11-09T05:26:57,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.HMaster(4169): Remote procedure done, pid=134 2024-11-09T05:26:57,054 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=134, resume processing ppid=133 2024-11-09T05:26:57,054 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=134, ppid=133, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7190 sec 2024-11-09T05:26:57,057 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=133, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees in 1.7260 sec 2024-11-09T05:26:57,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(8855): Flush requested on f1aae37cbe29bb5b82169cbdafba76fe 2024-11-09T05:26:57,147 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T05:26:57,147 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f1aae37cbe29bb5b82169cbdafba76fe 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-09T05:26:57,152 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/A/6a671b21787a4d718d8db98d85ba8da7 is 50, key is test_row_0/A:col10/1731130017145/Put/seqid=0 2024-11-09T05:26:57,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742327_1503 (size=12001) 2024-11-09T05:26:57,182 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/A/6a671b21787a4d718d8db98d85ba8da7 2024-11-09T05:26:57,189 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/B/a6eeeeb5a3e14e9b920ba5aa3123f0c4 is 50, key is test_row_0/B:col10/1731130017145/Put/seqid=0 2024-11-09T05:26:57,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742328_1504 (size=12001) 2024-11-09T05:26:57,194 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/B/a6eeeeb5a3e14e9b920ba5aa3123f0c4 2024-11-09T05:26:57,203 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/C/207586534cbb4644a8e64dbecdc3cfff is 50, key is test_row_0/C:col10/1731130017145/Put/seqid=0 2024-11-09T05:26:57,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742329_1505 (size=12001) 2024-11-09T05:26:57,219 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:57,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52228 deadline: 1731130077206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:57,220 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/C/207586534cbb4644a8e64dbecdc3cfff 2024-11-09T05:26:57,220 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:57,220 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:57,220 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:57,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52202 deadline: 1731130077206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:57,220 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:57,220 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:57,220 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:57,220 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:57,220 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:57,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52232 deadline: 1731130077207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:57,220 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:57,221 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:57,221 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:57,222 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:57,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52198 deadline: 1731130077210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:57,222 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:57,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52256 deadline: 1731130077211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:57,222 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:57,223 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:57,223 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:57,223 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:57,223 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:57,223 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:57,227 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/A/6a671b21787a4d718d8db98d85ba8da7 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/6a671b21787a4d718d8db98d85ba8da7 2024-11-09T05:26:57,238 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/6a671b21787a4d718d8db98d85ba8da7, entries=150, sequenceid=49, filesize=11.7 K 2024-11-09T05:26:57,241 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/B/a6eeeeb5a3e14e9b920ba5aa3123f0c4 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/a6eeeeb5a3e14e9b920ba5aa3123f0c4 2024-11-09T05:26:57,257 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/a6eeeeb5a3e14e9b920ba5aa3123f0c4, entries=150, sequenceid=49, filesize=11.7 K 2024-11-09T05:26:57,259 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/C/207586534cbb4644a8e64dbecdc3cfff as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/207586534cbb4644a8e64dbecdc3cfff 2024-11-09T05:26:57,263 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/207586534cbb4644a8e64dbecdc3cfff, entries=150, sequenceid=49, filesize=11.7 K 2024-11-09T05:26:57,263 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for f1aae37cbe29bb5b82169cbdafba76fe in 116ms, sequenceid=49, compaction requested=true 2024-11-09T05:26:57,264 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f1aae37cbe29bb5b82169cbdafba76fe: 2024-11-09T05:26:57,264 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:26:57,264 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f1aae37cbe29bb5b82169cbdafba76fe:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T05:26:57,264 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:26:57,264 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:26:57,264 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f1aae37cbe29bb5b82169cbdafba76fe:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T05:26:57,264 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:26:57,264 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f1aae37cbe29bb5b82169cbdafba76fe:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T05:26:57,264 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:26:57,265 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:26:57,265 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1541): f1aae37cbe29bb5b82169cbdafba76fe/A is initiating minor compaction (all files) 2024-11-09T05:26:57,265 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f1aae37cbe29bb5b82169cbdafba76fe/A in TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. 2024-11-09T05:26:57,265 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/d6ad503a4ec645a8908a1f3d964ccb26, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/cc2b7bcfe84045f1a08c2ad8953d5217, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/6a671b21787a4d718d8db98d85ba8da7] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp, totalSize=35.2 K 2024-11-09T05:26:57,265 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:26:57,265 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1541): f1aae37cbe29bb5b82169cbdafba76fe/B is initiating minor compaction (all files) 2024-11-09T05:26:57,265 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f1aae37cbe29bb5b82169cbdafba76fe/B in TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. 2024-11-09T05:26:57,265 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/dcddf26d4a264a318b879c9172be817e, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/e9dce6f50d424a60949d628cc10f9a80, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/a6eeeeb5a3e14e9b920ba5aa3123f0c4] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp, totalSize=35.2 K 2024-11-09T05:26:57,266 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting d6ad503a4ec645a8908a1f3d964ccb26, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731130015252 2024-11-09T05:26:57,266 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting dcddf26d4a264a318b879c9172be817e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731130015252 2024-11-09T05:26:57,266 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting cc2b7bcfe84045f1a08c2ad8953d5217, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731130015303 2024-11-09T05:26:57,266 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting e9dce6f50d424a60949d628cc10f9a80, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731130015303 2024-11-09T05:26:57,266 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6a671b21787a4d718d8db98d85ba8da7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731130016492 2024-11-09T05:26:57,266 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting a6eeeeb5a3e14e9b920ba5aa3123f0c4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731130016492 2024-11-09T05:26:57,299 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f1aae37cbe29bb5b82169cbdafba76fe#A#compaction#423 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:26:57,300 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/A/dbda68dc495746579f8dbb25ad8650dc is 50, key is test_row_0/A:col10/1731130017145/Put/seqid=0 2024-11-09T05:26:57,305 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f1aae37cbe29bb5b82169cbdafba76fe#B#compaction#424 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:26:57,306 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/B/4eb818551fd44f1984cef6795f00cd10 is 50, key is test_row_0/B:col10/1731130017145/Put/seqid=0 2024-11-09T05:26:57,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(8855): Flush requested on f1aae37cbe29bb5b82169cbdafba76fe 2024-11-09T05:26:57,336 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T05:26:57,336 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f1aae37cbe29bb5b82169cbdafba76fe 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-09T05:26:57,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742330_1506 (size=12104) 2024-11-09T05:26:57,363 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:57,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52198 deadline: 1731130077342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:57,368 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:57,368 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:57,368 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:57,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742331_1507 (size=12104) 2024-11-09T05:26:57,377 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/A/dbda68dc495746579f8dbb25ad8650dc as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/dbda68dc495746579f8dbb25ad8650dc 2024-11-09T05:26:57,377 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/A/887499550aee4db9a2807279708d2772 is 50, key is test_row_0/A:col10/1731130017205/Put/seqid=0 2024-11-09T05:26:57,378 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:57,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52256 deadline: 1731130077350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:57,378 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:57,378 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:57,378 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:57,381 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f1aae37cbe29bb5b82169cbdafba76fe/A of f1aae37cbe29bb5b82169cbdafba76fe into dbda68dc495746579f8dbb25ad8650dc(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:26:57,381 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f1aae37cbe29bb5b82169cbdafba76fe: 2024-11-09T05:26:57,381 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., storeName=f1aae37cbe29bb5b82169cbdafba76fe/A, priority=13, startTime=1731130017264; duration=0sec 2024-11-09T05:26:57,381 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:26:57,381 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f1aae37cbe29bb5b82169cbdafba76fe:A 2024-11-09T05:26:57,381 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:26:57,382 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:26:57,382 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1541): f1aae37cbe29bb5b82169cbdafba76fe/C is initiating minor compaction (all files) 2024-11-09T05:26:57,382 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f1aae37cbe29bb5b82169cbdafba76fe/C in TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. 2024-11-09T05:26:57,382 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/4f8e6680dd8a4034994588fb3c103f68, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/6ec0d59c512e48698c3564e3a78be582, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/207586534cbb4644a8e64dbecdc3cfff] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp, totalSize=35.2 K 2024-11-09T05:26:57,383 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:57,383 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4f8e6680dd8a4034994588fb3c103f68, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731130015252 2024-11-09T05:26:57,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52202 deadline: 1731130077357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:57,383 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:57,383 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:57,383 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:57,383 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:57,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52228 deadline: 1731130077365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:57,384 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:57,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52232 deadline: 1731130077365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:57,384 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:57,384 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:57,384 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:57,384 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6ec0d59c512e48698c3564e3a78be582, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731130015303 2024-11-09T05:26:57,384 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:57,384 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:57,384 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:57,385 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 207586534cbb4644a8e64dbecdc3cfff, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731130016492 2024-11-09T05:26:57,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742332_1508 (size=16681) 2024-11-09T05:26:57,390 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/A/887499550aee4db9a2807279708d2772 2024-11-09T05:26:57,403 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f1aae37cbe29bb5b82169cbdafba76fe#C#compaction#426 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:26:57,403 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/C/3fc23f7bd9f74e81b453f16e8a7d097c is 50, key is test_row_0/C:col10/1731130017145/Put/seqid=0 2024-11-09T05:26:57,412 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/B/5206ff5642a04df19f09d245ffeee1f0 is 50, key is test_row_0/B:col10/1731130017205/Put/seqid=0 2024-11-09T05:26:57,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742333_1509 (size=12104) 2024-11-09T05:26:57,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742334_1510 (size=12001) 2024-11-09T05:26:57,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-09T05:26:57,490 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:57,490 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T05:26:57,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52256 deadline: 1731130077480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:57,490 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:57,490 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:57,490 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:57,490 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:57,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52198 deadline: 1731130077480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:57,491 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T05:26:57,491 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:57,491 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:57,491 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:57,491 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:57,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52228 deadline: 1731130077490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:57,492 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:57,492 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:57,492 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:57,492 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:57,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52202 deadline: 1731130077490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:57,492 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:57,493 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:57,493 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:57,493 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:57,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52232 deadline: 1731130077491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:57,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] procedure2.ProcedureExecutor(1139): Stored pid=135, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees 2024-11-09T05:26:57,493 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:57,493 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:57,493 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:57,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-09T05:26:57,494 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=135, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T05:26:57,495 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=135, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T05:26:57,495 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=136, ppid=135, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T05:26:57,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-09T05:26:57,652 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-09T05:26:57,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. 2024-11-09T05:26:57,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. as already flushing 2024-11-09T05:26:57,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. 2024-11-09T05:26:57,653 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => f1aae37cbe29bb5b82169cbdafba76fe, NAME => 'TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:57,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => f1aae37cbe29bb5b82169cbdafba76fe, NAME => 'TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:57,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f1aae37cbe29bb5b82169cbdafba76fe, NAME => 'TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f1aae37cbe29bb5b82169cbdafba76fe, NAME => 'TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:57,716 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:57,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52228 deadline: 1731130077705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:57,716 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:57,716 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:57,716 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:57,716 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:57,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52202 deadline: 1731130077705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:57,717 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:57,717 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:57,717 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:57,717 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:57,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52232 deadline: 1731130077705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:57,717 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:57,717 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:57,717 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:57,717 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:57,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52198 deadline: 1731130077705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:57,718 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:57,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52256 deadline: 1731130077705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:57,718 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:57,718 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:57,718 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:57,720 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:57,720 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:57,720 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:57,779 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/B/4eb818551fd44f1984cef6795f00cd10 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/4eb818551fd44f1984cef6795f00cd10 2024-11-09T05:26:57,786 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f1aae37cbe29bb5b82169cbdafba76fe/B of f1aae37cbe29bb5b82169cbdafba76fe into 4eb818551fd44f1984cef6795f00cd10(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:26:57,786 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f1aae37cbe29bb5b82169cbdafba76fe: 2024-11-09T05:26:57,786 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., storeName=f1aae37cbe29bb5b82169cbdafba76fe/B, priority=13, startTime=1731130017264; duration=0sec 2024-11-09T05:26:57,786 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:26:57,786 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f1aae37cbe29bb5b82169cbdafba76fe:B 2024-11-09T05:26:57,808 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-09T05:26:57,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. 2024-11-09T05:26:57,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. as already flushing 2024-11-09T05:26:57,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. 2024-11-09T05:26:57,808 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => f1aae37cbe29bb5b82169cbdafba76fe, NAME => 'TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:57,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => f1aae37cbe29bb5b82169cbdafba76fe, NAME => 'TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:57,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f1aae37cbe29bb5b82169cbdafba76fe, NAME => 'TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f1aae37cbe29bb5b82169cbdafba76fe, NAME => 'TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:57,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-09T05:26:57,865 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/C/3fc23f7bd9f74e81b453f16e8a7d097c as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/3fc23f7bd9f74e81b453f16e8a7d097c 2024-11-09T05:26:57,874 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f1aae37cbe29bb5b82169cbdafba76fe/C of f1aae37cbe29bb5b82169cbdafba76fe into 3fc23f7bd9f74e81b453f16e8a7d097c(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:26:57,874 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f1aae37cbe29bb5b82169cbdafba76fe: 2024-11-09T05:26:57,874 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., storeName=f1aae37cbe29bb5b82169cbdafba76fe/C, priority=13, startTime=1731130017264; duration=0sec 2024-11-09T05:26:57,874 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:26:57,874 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f1aae37cbe29bb5b82169cbdafba76fe:C 2024-11-09T05:26:57,879 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/B/5206ff5642a04df19f09d245ffeee1f0 2024-11-09T05:26:57,894 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/C/2074fa58f4d847129f27efad7b7ea15b is 50, key is test_row_0/C:col10/1731130017205/Put/seqid=0 2024-11-09T05:26:57,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742335_1511 (size=12001) 2024-11-09T05:26:57,916 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/C/2074fa58f4d847129f27efad7b7ea15b 2024-11-09T05:26:57,931 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/A/887499550aee4db9a2807279708d2772 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/887499550aee4db9a2807279708d2772 2024-11-09T05:26:57,936 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/887499550aee4db9a2807279708d2772, entries=250, sequenceid=75, filesize=16.3 K 2024-11-09T05:26:57,936 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/B/5206ff5642a04df19f09d245ffeee1f0 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/5206ff5642a04df19f09d245ffeee1f0 2024-11-09T05:26:57,941 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/5206ff5642a04df19f09d245ffeee1f0, entries=150, sequenceid=75, filesize=11.7 K 2024-11-09T05:26:57,942 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/C/2074fa58f4d847129f27efad7b7ea15b as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/2074fa58f4d847129f27efad7b7ea15b 2024-11-09T05:26:57,947 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/2074fa58f4d847129f27efad7b7ea15b, entries=150, sequenceid=75, filesize=11.7 K 2024-11-09T05:26:57,949 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for f1aae37cbe29bb5b82169cbdafba76fe in 613ms, sequenceid=75, compaction requested=false 2024-11-09T05:26:57,949 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f1aae37cbe29bb5b82169cbdafba76fe: 2024-11-09T05:26:57,961 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-09T05:26:57,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. 2024-11-09T05:26:57,966 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2902): Flushing f1aae37cbe29bb5b82169cbdafba76fe 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-09T05:26:57,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/A/00150ae484b84392aa12de9310779dc3 is 50, key is test_row_0/A:col10/1731130017350/Put/seqid=0 2024-11-09T05:26:58,025 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. as already flushing 2024-11-09T05:26:58,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(8855): Flush requested on f1aae37cbe29bb5b82169cbdafba76fe 2024-11-09T05:26:58,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742336_1512 (size=12001) 2024-11-09T05:26:58,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-09T05:26:58,154 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:58,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52232 deadline: 1731130078137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:58,155 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:58,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52256 deadline: 1731130078143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:58,155 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:58,155 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:58,156 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:58,157 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:58,157 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:58,157 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:58,164 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:58,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52198 deadline: 1731130078150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:58,165 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:58,165 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:58,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52228 deadline: 1731130078153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:58,166 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:58,166 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:58,166 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:58,166 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:58,166 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:58,166 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:58,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52202 deadline: 1731130078155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:58,166 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:58,166 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:58,167 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:58,242 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-09T05:26:58,273 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:58,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52256 deadline: 1731130078260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:58,274 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:58,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52232 deadline: 1731130078261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:58,275 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:58,275 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:58,275 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:58,276 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:58,276 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:58,276 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:58,278 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:58,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52202 deadline: 1731130078270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:58,279 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:58,279 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:58,279 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:58,279 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:58,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52198 deadline: 1731130078270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:58,279 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:58,279 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:58,279 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:58,288 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:58,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52228 deadline: 1731130078276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:58,289 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:58,289 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:58,289 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:58,465 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/A/00150ae484b84392aa12de9310779dc3 2024-11-09T05:26:58,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/B/6f3af412fef14ca29f2ce5441ef3384c is 50, key is test_row_0/B:col10/1731130017350/Put/seqid=0 2024-11-09T05:26:58,488 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:58,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52232 deadline: 1731130078480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:58,488 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:58,488 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:58,488 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:58,488 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:58,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52256 deadline: 1731130078480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:58,489 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:58,489 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:58,489 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:58,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742337_1513 (size=12001) 2024-11-09T05:26:58,495 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/B/6f3af412fef14ca29f2ce5441ef3384c 2024-11-09T05:26:58,504 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:58,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52202 deadline: 1731130078490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:58,505 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:58,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52198 deadline: 1731130078490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:58,505 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:58,506 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:58,506 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:58,506 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:58,506 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:58,506 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:58,511 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:58,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52228 deadline: 1731130078501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:58,512 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:58,512 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:58,512 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:58,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/C/c4d6e1804cb74f69bb35f10dfb592bbd is 50, key is test_row_0/C:col10/1731130017350/Put/seqid=0 2024-11-09T05:26:58,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742338_1514 (size=12001) 2024-11-09T05:26:58,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-09T05:26:58,812 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:58,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52232 deadline: 1731130078801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:58,812 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:58,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52256 deadline: 1731130078803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:58,813 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:58,813 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:58,813 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:58,814 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:58,814 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:58,814 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:58,821 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:58,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52202 deadline: 1731130078811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:58,821 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:58,821 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:58,822 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:58,821 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:58,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52198 deadline: 1731130078813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:58,822 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:58,822 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:58,822 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:58,826 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:58,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52228 deadline: 1731130078820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:58,826 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:58,826 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:58,826 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:58,935 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/C/c4d6e1804cb74f69bb35f10dfb592bbd 2024-11-09T05:26:58,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/A/00150ae484b84392aa12de9310779dc3 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/00150ae484b84392aa12de9310779dc3 2024-11-09T05:26:58,944 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/00150ae484b84392aa12de9310779dc3, entries=150, sequenceid=88, filesize=11.7 K 2024-11-09T05:26:58,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/B/6f3af412fef14ca29f2ce5441ef3384c as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/6f3af412fef14ca29f2ce5441ef3384c 2024-11-09T05:26:58,949 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/6f3af412fef14ca29f2ce5441ef3384c, entries=150, sequenceid=88, filesize=11.7 K 2024-11-09T05:26:58,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/C/c4d6e1804cb74f69bb35f10dfb592bbd as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/c4d6e1804cb74f69bb35f10dfb592bbd 2024-11-09T05:26:58,954 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/c4d6e1804cb74f69bb35f10dfb592bbd, entries=150, sequenceid=88, filesize=11.7 K 2024-11-09T05:26:58,955 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for f1aae37cbe29bb5b82169cbdafba76fe in 989ms, sequenceid=88, compaction requested=true 2024-11-09T05:26:58,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2603): Flush status journal for f1aae37cbe29bb5b82169cbdafba76fe: 2024-11-09T05:26:58,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. 2024-11-09T05:26:58,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=136 2024-11-09T05:26:58,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.HMaster(4169): Remote procedure done, pid=136 2024-11-09T05:26:58,959 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=136, resume processing ppid=135 2024-11-09T05:26:58,959 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=136, ppid=135, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4630 sec 2024-11-09T05:26:58,961 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=135, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees in 1.4690 sec 2024-11-09T05:26:59,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(8855): Flush requested on f1aae37cbe29bb5b82169cbdafba76fe 2024-11-09T05:26:59,327 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T05:26:59,327 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f1aae37cbe29bb5b82169cbdafba76fe 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-09T05:26:59,339 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/A/65e4dd58772643448519ce2de87a2bc8 is 50, key is test_row_0/A:col10/1731130018141/Put/seqid=0 2024-11-09T05:26:59,345 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:59,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52256 deadline: 1731130079342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:59,345 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:59,345 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:59,345 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:59,346 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:59,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52232 deadline: 1731130079342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:59,346 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:59,346 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:59,346 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:59,355 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:59,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52202 deadline: 1731130079343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:59,355 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:59,356 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:59,356 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:59,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52198 deadline: 1731130079344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:59,356 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:59,356 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:59,356 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:59,356 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:59,356 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:59,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52228 deadline: 1731130079344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:59,357 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:59,357 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:59,357 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:59,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742339_1515 (size=14341) 2024-11-09T05:26:59,453 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:59,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52256 deadline: 1731130079453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:59,456 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:59,456 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:59,456 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:59,461 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:59,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52232 deadline: 1731130079453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:59,462 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:59,462 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:59,462 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:59,464 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:59,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52198 deadline: 1731130079460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:59,464 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:59,464 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:59,465 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:59,465 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:59,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52202 deadline: 1731130079460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:59,465 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:59,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52228 deadline: 1731130079460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:59,466 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:59,466 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:59,466 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:59,466 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:59,466 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:59,466 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:59,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-09T05:26:59,641 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T05:26:59,642 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T05:26:59,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] procedure2.ProcedureExecutor(1139): Stored pid=137, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees 2024-11-09T05:26:59,644 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=137, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T05:26:59,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-09T05:26:59,644 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=137, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T05:26:59,644 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=138, ppid=137, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T05:26:59,672 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:59,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52256 deadline: 1731130079662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:59,673 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:59,673 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:59,673 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:59,683 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:59,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52232 deadline: 1731130079671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:59,684 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:59,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52198 deadline: 1731130079671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:59,685 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:59,685 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:59,685 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:59,685 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:59,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52228 deadline: 1731130079671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:59,685 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:59,685 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:59,685 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:59,685 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:59,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52202 deadline: 1731130079671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:59,686 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:59,686 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:59,686 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:59,686 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:59,686 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:59,686 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:26:59,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-09T05:26:59,783 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/A/65e4dd58772643448519ce2de87a2bc8 2024-11-09T05:26:59,797 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-09T05:26:59,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. 2024-11-09T05:26:59,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. as already flushing 2024-11-09T05:26:59,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. 2024-11-09T05:26:59,798 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => f1aae37cbe29bb5b82169cbdafba76fe, NAME => 'TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:59,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => f1aae37cbe29bb5b82169cbdafba76fe, NAME => 'TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:59,798 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/B/d92a4780b2c04d988e2d52bf76d53460 is 50, key is test_row_0/B:col10/1731130018141/Put/seqid=0 2024-11-09T05:26:59,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f1aae37cbe29bb5b82169cbdafba76fe, NAME => 'TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f1aae37cbe29bb5b82169cbdafba76fe, NAME => 'TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:59,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742340_1516 (size=12001) 2024-11-09T05:26:59,951 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-09T05:26:59,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. 2024-11-09T05:26:59,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. as already flushing 2024-11-09T05:26:59,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. 2024-11-09T05:26:59,952 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => f1aae37cbe29bb5b82169cbdafba76fe, NAME => 'TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:59,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => f1aae37cbe29bb5b82169cbdafba76fe, NAME => 'TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:59,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f1aae37cbe29bb5b82169cbdafba76fe, NAME => 'TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f1aae37cbe29bb5b82169cbdafba76fe, NAME => 'TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:26:59,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-09T05:26:59,989 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:26:59,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52256 deadline: 1731130079980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:26:59,992 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:59,992 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:26:59,992 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:27:00,002 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:00,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52198 deadline: 1731130079990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:00,002 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:00,002 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:00,002 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:00,002 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:27:00,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52228 deadline: 1731130079990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:00,003 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:00,003 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:00,003 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:00,003 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:27:00,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52232 deadline: 1731130079992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:00,003 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:00,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52202 deadline: 1731130079993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:00,003 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:00,003 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:00,003 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:27:00,006 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:00,006 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:00,006 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:27:00,111 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-09T05:27:00,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. 2024-11-09T05:27:00,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. as already flushing 2024-11-09T05:27:00,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. 2024-11-09T05:27:00,113 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => f1aae37cbe29bb5b82169cbdafba76fe, NAME => 'TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:00,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => f1aae37cbe29bb5b82169cbdafba76fe, NAME => 'TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:00,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f1aae37cbe29bb5b82169cbdafba76fe, NAME => 'TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f1aae37cbe29bb5b82169cbdafba76fe, NAME => 'TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:00,239 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/B/d92a4780b2c04d988e2d52bf76d53460 2024-11-09T05:27:00,268 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-09T05:27:00,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. 2024-11-09T05:27:00,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. as already flushing 2024-11-09T05:27:00,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. 2024-11-09T05:27:00,269 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => f1aae37cbe29bb5b82169cbdafba76fe, NAME => 'TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:00,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => f1aae37cbe29bb5b82169cbdafba76fe, NAME => 'TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:00,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f1aae37cbe29bb5b82169cbdafba76fe, NAME => 'TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f1aae37cbe29bb5b82169cbdafba76fe, NAME => 'TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:00,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-09T05:27:00,280 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/C/4f3fd494e2534cefae9b511ee7ba617a is 50, key is test_row_0/C:col10/1731130018141/Put/seqid=0 2024-11-09T05:27:00,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742341_1517 (size=12001) 2024-11-09T05:27:00,422 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-09T05:27:00,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. 2024-11-09T05:27:00,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. as already flushing 2024-11-09T05:27:00,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. 2024-11-09T05:27:00,423 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => f1aae37cbe29bb5b82169cbdafba76fe, NAME => 'TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:00,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => f1aae37cbe29bb5b82169cbdafba76fe, NAME => 'TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:00,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f1aae37cbe29bb5b82169cbdafba76fe, NAME => 'TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f1aae37cbe29bb5b82169cbdafba76fe, NAME => 'TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:00,509 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:00,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52256 deadline: 1731130080500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:00,510 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:00,510 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:00,510 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:27:00,518 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:00,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52198 deadline: 1731130080511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:00,518 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:00,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52228 deadline: 1731130080511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:00,519 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:00,519 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:00,519 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:00,519 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:00,519 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:27:00,519 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:27:00,519 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:00,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52232 deadline: 1731130080511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:00,520 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:00,520 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:00,520 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:27:00,524 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:00,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52202 deadline: 1731130080520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:00,525 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:00,525 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:00,525 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:27:00,576 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-09T05:27:00,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. 2024-11-09T05:27:00,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. as already flushing 2024-11-09T05:27:00,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. 2024-11-09T05:27:00,578 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => f1aae37cbe29bb5b82169cbdafba76fe, NAME => 'TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:00,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => f1aae37cbe29bb5b82169cbdafba76fe, NAME => 'TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:00,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f1aae37cbe29bb5b82169cbdafba76fe, NAME => 'TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f1aae37cbe29bb5b82169cbdafba76fe, NAME => 'TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:00,731 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-09T05:27:00,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. 2024-11-09T05:27:00,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. as already flushing 2024-11-09T05:27:00,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. 2024-11-09T05:27:00,731 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => f1aae37cbe29bb5b82169cbdafba76fe, NAME => 'TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:00,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => f1aae37cbe29bb5b82169cbdafba76fe, NAME => 'TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:00,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f1aae37cbe29bb5b82169cbdafba76fe, NAME => 'TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f1aae37cbe29bb5b82169cbdafba76fe, NAME => 'TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:00,777 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/C/4f3fd494e2534cefae9b511ee7ba617a 2024-11-09T05:27:00,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-09T05:27:00,784 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/A/65e4dd58772643448519ce2de87a2bc8 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/65e4dd58772643448519ce2de87a2bc8 2024-11-09T05:27:00,795 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/65e4dd58772643448519ce2de87a2bc8, entries=200, sequenceid=115, filesize=14.0 K 2024-11-09T05:27:00,798 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/B/d92a4780b2c04d988e2d52bf76d53460 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/d92a4780b2c04d988e2d52bf76d53460 2024-11-09T05:27:00,802 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/d92a4780b2c04d988e2d52bf76d53460, entries=150, sequenceid=115, filesize=11.7 K 2024-11-09T05:27:00,803 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/C/4f3fd494e2534cefae9b511ee7ba617a as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/4f3fd494e2534cefae9b511ee7ba617a 2024-11-09T05:27:00,808 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/4f3fd494e2534cefae9b511ee7ba617a, entries=150, sequenceid=115, filesize=11.7 K 2024-11-09T05:27:00,809 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for f1aae37cbe29bb5b82169cbdafba76fe in 1482ms, sequenceid=115, compaction requested=true 2024-11-09T05:27:00,809 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f1aae37cbe29bb5b82169cbdafba76fe: 2024-11-09T05:27:00,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f1aae37cbe29bb5b82169cbdafba76fe:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T05:27:00,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:27:00,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f1aae37cbe29bb5b82169cbdafba76fe:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T05:27:00,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-09T05:27:00,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f1aae37cbe29bb5b82169cbdafba76fe:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T05:27:00,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-09T05:27:00,809 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T05:27:00,810 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T05:27:00,811 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 55127 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T05:27:00,812 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1541): f1aae37cbe29bb5b82169cbdafba76fe/A is initiating minor compaction (all files) 2024-11-09T05:27:00,812 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f1aae37cbe29bb5b82169cbdafba76fe/A in TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. 2024-11-09T05:27:00,812 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/dbda68dc495746579f8dbb25ad8650dc, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/887499550aee4db9a2807279708d2772, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/00150ae484b84392aa12de9310779dc3, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/65e4dd58772643448519ce2de87a2bc8] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp, totalSize=53.8 K 2024-11-09T05:27:00,812 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T05:27:00,812 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1541): f1aae37cbe29bb5b82169cbdafba76fe/C is initiating minor compaction (all files) 2024-11-09T05:27:00,812 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f1aae37cbe29bb5b82169cbdafba76fe/C in TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. 2024-11-09T05:27:00,812 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/3fc23f7bd9f74e81b453f16e8a7d097c, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/2074fa58f4d847129f27efad7b7ea15b, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/c4d6e1804cb74f69bb35f10dfb592bbd, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/4f3fd494e2534cefae9b511ee7ba617a] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp, totalSize=47.0 K 2024-11-09T05:27:00,814 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting dbda68dc495746579f8dbb25ad8650dc, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731130016492 2024-11-09T05:27:00,814 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 3fc23f7bd9f74e81b453f16e8a7d097c, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731130016492 2024-11-09T05:27:00,814 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 2074fa58f4d847129f27efad7b7ea15b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1731130017197 2024-11-09T05:27:00,815 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 887499550aee4db9a2807279708d2772, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1731130017197 2024-11-09T05:27:00,816 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting c4d6e1804cb74f69bb35f10dfb592bbd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1731130017340 2024-11-09T05:27:00,816 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 00150ae484b84392aa12de9310779dc3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1731130017340 2024-11-09T05:27:00,817 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 65e4dd58772643448519ce2de87a2bc8, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731130018127 2024-11-09T05:27:00,817 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 4f3fd494e2534cefae9b511ee7ba617a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731130018127 2024-11-09T05:27:00,847 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f1aae37cbe29bb5b82169cbdafba76fe#C#compaction#435 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:27:00,847 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/C/870cfc6ea60042a4901010a188dcfb58 is 50, key is test_row_0/C:col10/1731130018141/Put/seqid=0 2024-11-09T05:27:00,851 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f1aae37cbe29bb5b82169cbdafba76fe#A#compaction#436 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:27:00,852 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/A/6bed23fb28a04b99854017cc0e49ee16 is 50, key is test_row_0/A:col10/1731130018141/Put/seqid=0 2024-11-09T05:27:00,884 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-09T05:27:00,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. 2024-11-09T05:27:00,884 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2902): Flushing f1aae37cbe29bb5b82169cbdafba76fe 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-09T05:27:00,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742342_1518 (size=12241) 2024-11-09T05:27:00,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/A/ec2ece6f305f45b9b4e0c54b4fe639f5 is 50, key is test_row_0/A:col10/1731130019343/Put/seqid=0 2024-11-09T05:27:00,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742343_1519 (size=12241) 2024-11-09T05:27:00,956 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/A/6bed23fb28a04b99854017cc0e49ee16 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/6bed23fb28a04b99854017cc0e49ee16 2024-11-09T05:27:00,964 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f1aae37cbe29bb5b82169cbdafba76fe/A of f1aae37cbe29bb5b82169cbdafba76fe into 6bed23fb28a04b99854017cc0e49ee16(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:27:00,964 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f1aae37cbe29bb5b82169cbdafba76fe: 2024-11-09T05:27:00,965 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., storeName=f1aae37cbe29bb5b82169cbdafba76fe/A, priority=12, startTime=1731130020809; duration=0sec 2024-11-09T05:27:00,965 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:27:00,965 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f1aae37cbe29bb5b82169cbdafba76fe:A 2024-11-09T05:27:00,965 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T05:27:00,968 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T05:27:00,968 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1541): f1aae37cbe29bb5b82169cbdafba76fe/B is initiating minor compaction (all files) 2024-11-09T05:27:00,968 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f1aae37cbe29bb5b82169cbdafba76fe/B in TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. 2024-11-09T05:27:00,969 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/4eb818551fd44f1984cef6795f00cd10, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/5206ff5642a04df19f09d245ffeee1f0, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/6f3af412fef14ca29f2ce5441ef3384c, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/d92a4780b2c04d988e2d52bf76d53460] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp, totalSize=47.0 K 2024-11-09T05:27:00,969 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4eb818551fd44f1984cef6795f00cd10, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731130016492 2024-11-09T05:27:00,970 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5206ff5642a04df19f09d245ffeee1f0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1731130017197 2024-11-09T05:27:00,971 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6f3af412fef14ca29f2ce5441ef3384c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1731130017340 2024-11-09T05:27:00,971 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting d92a4780b2c04d988e2d52bf76d53460, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731130018127 2024-11-09T05:27:00,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742344_1520 (size=12001) 2024-11-09T05:27:00,982 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=124 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/A/ec2ece6f305f45b9b4e0c54b4fe639f5 2024-11-09T05:27:00,994 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f1aae37cbe29bb5b82169cbdafba76fe#B#compaction#438 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:27:00,995 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/B/475d42bacf454c63bb80537a878107d8 is 50, key is test_row_0/B:col10/1731130018141/Put/seqid=0 2024-11-09T05:27:01,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/B/586c6fed42364239a40ec4c823910226 is 50, key is test_row_0/B:col10/1731130019343/Put/seqid=0 2024-11-09T05:27:01,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742346_1522 (size=12001) 2024-11-09T05:27:01,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742345_1521 (size=12241) 2024-11-09T05:27:01,079 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/B/475d42bacf454c63bb80537a878107d8 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/475d42bacf454c63bb80537a878107d8 2024-11-09T05:27:01,084 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f1aae37cbe29bb5b82169cbdafba76fe/B of f1aae37cbe29bb5b82169cbdafba76fe into 475d42bacf454c63bb80537a878107d8(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:27:01,084 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f1aae37cbe29bb5b82169cbdafba76fe: 2024-11-09T05:27:01,084 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., storeName=f1aae37cbe29bb5b82169cbdafba76fe/B, priority=12, startTime=1731130020809; duration=0sec 2024-11-09T05:27:01,084 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:27:01,084 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f1aae37cbe29bb5b82169cbdafba76fe:B 2024-11-09T05:27:01,307 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/C/870cfc6ea60042a4901010a188dcfb58 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/870cfc6ea60042a4901010a188dcfb58 2024-11-09T05:27:01,313 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f1aae37cbe29bb5b82169cbdafba76fe/C of f1aae37cbe29bb5b82169cbdafba76fe into 870cfc6ea60042a4901010a188dcfb58(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:27:01,313 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f1aae37cbe29bb5b82169cbdafba76fe: 2024-11-09T05:27:01,313 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., storeName=f1aae37cbe29bb5b82169cbdafba76fe/C, priority=12, startTime=1731130020809; duration=0sec 2024-11-09T05:27:01,313 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:27:01,313 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f1aae37cbe29bb5b82169cbdafba76fe:C 2024-11-09T05:27:01,460 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=124 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/B/586c6fed42364239a40ec4c823910226 2024-11-09T05:27:01,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/C/50fe58a4ae99437f8dc790145e2379d9 is 50, key is test_row_0/C:col10/1731130019343/Put/seqid=0 2024-11-09T05:27:01,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742347_1523 (size=12001) 2024-11-09T05:27:01,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(8855): Flush requested on f1aae37cbe29bb5b82169cbdafba76fe 2024-11-09T05:27:01,528 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. as already flushing 2024-11-09T05:27:01,579 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:01,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52198 deadline: 1731130081567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:01,580 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:01,580 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:01,580 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:27:01,580 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:01,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52202 deadline: 1731130081571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:01,581 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:01,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52256 deadline: 1731130081572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:01,581 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:01,581 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:01,581 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:27:01,581 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:01,581 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:01,581 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:27:01,589 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:01,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52232 deadline: 1731130081578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:01,590 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:01,590 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:01,590 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:01,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52228 deadline: 1731130081580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:01,590 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:27:01,590 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:01,590 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:01,590 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:27:01,696 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:01,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52198 deadline: 1731130081690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:01,697 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:01,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52256 deadline: 1731130081690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:01,697 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:01,698 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:01,698 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:27:01,698 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:01,698 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:01,698 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:27:01,702 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:01,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52202 deadline: 1731130081698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:01,704 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:01,704 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:01,704 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:27:01,705 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:01,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52228 deadline: 1731130081700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:01,705 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:01,705 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:01,705 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:27:01,711 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:01,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52232 deadline: 1731130081704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:01,712 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:01,712 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:01,712 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:27:01,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-09T05:27:01,900 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=124 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/C/50fe58a4ae99437f8dc790145e2379d9 2024-11-09T05:27:01,911 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:01,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52256 deadline: 1731130081901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:01,912 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:01,912 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:01,912 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:27:01,919 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:01,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52198 deadline: 1731130081913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:01,919 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:01,920 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:01,920 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:01,920 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:27:01,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52202 deadline: 1731130081913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:01,920 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:01,920 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:01,920 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:27:01,927 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:01,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52228 deadline: 1731130081916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:01,928 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:01,928 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:01,928 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:27:01,935 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:01,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52232 deadline: 1731130081920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:01,936 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:01,936 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:01,936 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:27:01,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/A/ec2ece6f305f45b9b4e0c54b4fe639f5 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/ec2ece6f305f45b9b4e0c54b4fe639f5 2024-11-09T05:27:01,949 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/ec2ece6f305f45b9b4e0c54b4fe639f5, entries=150, sequenceid=124, filesize=11.7 K 2024-11-09T05:27:01,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/B/586c6fed42364239a40ec4c823910226 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/586c6fed42364239a40ec4c823910226 2024-11-09T05:27:01,953 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/586c6fed42364239a40ec4c823910226, entries=150, sequenceid=124, filesize=11.7 K 2024-11-09T05:27:01,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/C/50fe58a4ae99437f8dc790145e2379d9 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/50fe58a4ae99437f8dc790145e2379d9 2024-11-09T05:27:01,959 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/50fe58a4ae99437f8dc790145e2379d9, entries=150, sequenceid=124, filesize=11.7 K 2024-11-09T05:27:01,960 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for f1aae37cbe29bb5b82169cbdafba76fe in 1076ms, sequenceid=124, compaction requested=false 2024-11-09T05:27:01,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2603): Flush status journal for f1aae37cbe29bb5b82169cbdafba76fe: 2024-11-09T05:27:01,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. 2024-11-09T05:27:01,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=138 2024-11-09T05:27:01,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.HMaster(4169): Remote procedure done, pid=138 2024-11-09T05:27:01,962 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=138, resume processing ppid=137 2024-11-09T05:27:01,963 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=138, ppid=137, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3170 sec 2024-11-09T05:27:01,965 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=137, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees in 2.3210 sec 2024-11-09T05:27:02,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(8855): Flush requested on f1aae37cbe29bb5b82169cbdafba76fe 2024-11-09T05:27:02,226 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T05:27:02,226 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f1aae37cbe29bb5b82169cbdafba76fe 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-09T05:27:02,234 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/A/3c559b79cd2d493888eda0affe7baf4e is 50, key is test_row_0/A:col10/1731130021570/Put/seqid=0 2024-11-09T05:27:02,239 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:02,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52198 deadline: 1731130082236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:02,240 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:02,240 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:02,240 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:27:02,242 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:02,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52228 deadline: 1731130082237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:02,243 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:02,243 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:02,243 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:27:02,247 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:02,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52202 deadline: 1731130082239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:02,248 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:02,248 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:02,248 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:02,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52256 deadline: 1731130082240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:02,248 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:27:02,248 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:02,248 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:02,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52232 deadline: 1731130082240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:02,248 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:02,248 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:27:02,248 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:02,249 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:02,249 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:27:02,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742348_1524 (size=14541) 2024-11-09T05:27:02,353 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:02,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52198 deadline: 1731130082350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:02,354 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:02,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52228 deadline: 1731130082350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:02,354 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:02,354 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:02,354 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:27:02,354 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:02,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52256 deadline: 1731130082351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:02,355 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:02,355 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:02,355 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:02,355 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:02,355 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:27:02,355 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:27:02,362 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:02,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52202 deadline: 1731130082361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:02,363 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:02,363 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:02,363 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:27:02,568 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:02,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52256 deadline: 1731130082567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:02,568 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:02,569 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:02,569 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:27:02,573 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:02,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52228 deadline: 1731130082567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:02,573 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:02,574 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:02,574 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:27:02,575 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:02,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52198 deadline: 1731130082568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:02,576 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:02,576 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:02,576 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:27:02,579 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:02,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52202 deadline: 1731130082570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:02,579 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:02,579 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:02,579 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:27:02,692 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/A/3c559b79cd2d493888eda0affe7baf4e 2024-11-09T05:27:02,706 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/B/903959d0fefa43af8b272e0351c5179f is 50, key is test_row_0/B:col10/1731130021570/Put/seqid=0 2024-11-09T05:27:02,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742349_1525 (size=12151) 2024-11-09T05:27:02,742 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/B/903959d0fefa43af8b272e0351c5179f 2024-11-09T05:27:02,769 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:02,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52232 deadline: 1731130082761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:02,770 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:02,770 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:02,770 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:27:02,794 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/C/6320137ba702468ca1a73eda7b74c75c is 50, key is test_row_0/C:col10/1731130021570/Put/seqid=0 2024-11-09T05:27:02,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742350_1526 (size=12151) 2024-11-09T05:27:02,823 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/C/6320137ba702468ca1a73eda7b74c75c 2024-11-09T05:27:02,829 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/A/3c559b79cd2d493888eda0affe7baf4e as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/3c559b79cd2d493888eda0affe7baf4e 2024-11-09T05:27:02,835 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/3c559b79cd2d493888eda0affe7baf4e, entries=200, sequenceid=155, filesize=14.2 K 2024-11-09T05:27:02,836 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/B/903959d0fefa43af8b272e0351c5179f as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/903959d0fefa43af8b272e0351c5179f 2024-11-09T05:27:02,839 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/903959d0fefa43af8b272e0351c5179f, entries=150, sequenceid=155, filesize=11.9 K 2024-11-09T05:27:02,840 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/C/6320137ba702468ca1a73eda7b74c75c as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/6320137ba702468ca1a73eda7b74c75c 2024-11-09T05:27:02,842 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/6320137ba702468ca1a73eda7b74c75c, entries=150, sequenceid=155, filesize=11.9 K 2024-11-09T05:27:02,857 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for f1aae37cbe29bb5b82169cbdafba76fe in 631ms, sequenceid=155, compaction requested=true 2024-11-09T05:27:02,858 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f1aae37cbe29bb5b82169cbdafba76fe: 2024-11-09T05:27:02,858 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f1aae37cbe29bb5b82169cbdafba76fe:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T05:27:02,858 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:27:02,858 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:27:02,858 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:27:02,858 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f1aae37cbe29bb5b82169cbdafba76fe:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T05:27:02,858 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:27:02,858 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f1aae37cbe29bb5b82169cbdafba76fe:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T05:27:02,858 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:27:02,859 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:27:02,859 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1541): f1aae37cbe29bb5b82169cbdafba76fe/B is initiating minor compaction (all files) 2024-11-09T05:27:02,859 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f1aae37cbe29bb5b82169cbdafba76fe/B in TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. 2024-11-09T05:27:02,859 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/475d42bacf454c63bb80537a878107d8, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/586c6fed42364239a40ec4c823910226, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/903959d0fefa43af8b272e0351c5179f] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp, totalSize=35.5 K 2024-11-09T05:27:02,860 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 475d42bacf454c63bb80537a878107d8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731130018127 2024-11-09T05:27:02,860 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 586c6fed42364239a40ec4c823910226, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=124, earliestPutTs=1731130019328 2024-11-09T05:27:02,860 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38783 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:27:02,860 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1541): f1aae37cbe29bb5b82169cbdafba76fe/A is initiating minor compaction (all files) 2024-11-09T05:27:02,860 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 903959d0fefa43af8b272e0351c5179f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731130021570 2024-11-09T05:27:02,860 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f1aae37cbe29bb5b82169cbdafba76fe/A in TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. 2024-11-09T05:27:02,861 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/6bed23fb28a04b99854017cc0e49ee16, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/ec2ece6f305f45b9b4e0c54b4fe639f5, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/3c559b79cd2d493888eda0affe7baf4e] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp, totalSize=37.9 K 2024-11-09T05:27:02,862 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6bed23fb28a04b99854017cc0e49ee16, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731130018127 2024-11-09T05:27:02,862 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting ec2ece6f305f45b9b4e0c54b4fe639f5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=124, earliestPutTs=1731130019328 2024-11-09T05:27:02,862 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3c559b79cd2d493888eda0affe7baf4e, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731130021570 2024-11-09T05:27:02,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(8855): Flush requested on f1aae37cbe29bb5b82169cbdafba76fe 2024-11-09T05:27:02,886 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T05:27:02,886 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f1aae37cbe29bb5b82169cbdafba76fe 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-09T05:27:02,890 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f1aae37cbe29bb5b82169cbdafba76fe#B#compaction#444 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:27:02,891 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/B/7fe87ceacd6e45bcaf75acde5d6e519e is 50, key is test_row_0/B:col10/1731130021570/Put/seqid=0 2024-11-09T05:27:02,893 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/A/1ba0dc1b8076404a81c0e03b232642b8 is 50, key is test_row_0/A:col10/1731130022883/Put/seqid=0 2024-11-09T05:27:02,903 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f1aae37cbe29bb5b82169cbdafba76fe#A#compaction#446 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:27:02,903 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/A/590831fe8d0246e4af08a2aacb9ed3ff is 50, key is test_row_0/A:col10/1731130021570/Put/seqid=0 2024-11-09T05:27:02,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742351_1527 (size=12493) 2024-11-09T05:27:02,934 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/B/7fe87ceacd6e45bcaf75acde5d6e519e as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/7fe87ceacd6e45bcaf75acde5d6e519e 2024-11-09T05:27:02,939 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f1aae37cbe29bb5b82169cbdafba76fe/B of f1aae37cbe29bb5b82169cbdafba76fe into 7fe87ceacd6e45bcaf75acde5d6e519e(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:27:02,939 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f1aae37cbe29bb5b82169cbdafba76fe: 2024-11-09T05:27:02,939 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., storeName=f1aae37cbe29bb5b82169cbdafba76fe/B, priority=13, startTime=1731130022858; duration=0sec 2024-11-09T05:27:02,939 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:27:02,939 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f1aae37cbe29bb5b82169cbdafba76fe:B 2024-11-09T05:27:02,939 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:27:02,940 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:27:02,940 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1541): f1aae37cbe29bb5b82169cbdafba76fe/C is initiating minor compaction (all files) 2024-11-09T05:27:02,940 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f1aae37cbe29bb5b82169cbdafba76fe/C in TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. 2024-11-09T05:27:02,940 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/870cfc6ea60042a4901010a188dcfb58, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/50fe58a4ae99437f8dc790145e2379d9, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/6320137ba702468ca1a73eda7b74c75c] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp, totalSize=35.5 K 2024-11-09T05:27:02,940 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 870cfc6ea60042a4901010a188dcfb58, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731130018127 2024-11-09T05:27:02,940 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 50fe58a4ae99437f8dc790145e2379d9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=124, earliestPutTs=1731130019328 2024-11-09T05:27:02,941 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 6320137ba702468ca1a73eda7b74c75c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731130021570 2024-11-09T05:27:02,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742353_1529 (size=12493) 2024-11-09T05:27:02,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742352_1528 (size=19321) 2024-11-09T05:27:02,950 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/A/1ba0dc1b8076404a81c0e03b232642b8 2024-11-09T05:27:02,958 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f1aae37cbe29bb5b82169cbdafba76fe#C#compaction#447 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:27:02,959 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/C/4e5eea6b5dab4d40a3943840b29209a6 is 50, key is test_row_0/C:col10/1731130021570/Put/seqid=0 2024-11-09T05:27:02,966 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/B/15ead00dcbdf499cb8cb214e73c81975 is 50, key is test_row_0/B:col10/1731130022883/Put/seqid=0 2024-11-09T05:27:02,976 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:02,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52256 deadline: 1731130082962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:02,976 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:02,976 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:02,976 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:27:02,977 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:02,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52198 deadline: 1731130082964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:02,977 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:02,977 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:02,977 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:27:02,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742354_1530 (size=12493) 2024-11-09T05:27:02,990 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:02,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52228 deadline: 1731130082974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:02,990 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:02,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52202 deadline: 1731130082978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:02,990 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:02,990 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:02,990 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:27:02,993 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/C/4e5eea6b5dab4d40a3943840b29209a6 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/4e5eea6b5dab4d40a3943840b29209a6 2024-11-09T05:27:02,994 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:02,994 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:02,994 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:27:02,997 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f1aae37cbe29bb5b82169cbdafba76fe/C of f1aae37cbe29bb5b82169cbdafba76fe into 4e5eea6b5dab4d40a3943840b29209a6(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:27:02,997 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f1aae37cbe29bb5b82169cbdafba76fe: 2024-11-09T05:27:02,997 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., storeName=f1aae37cbe29bb5b82169cbdafba76fe/C, priority=13, startTime=1731130022858; duration=0sec 2024-11-09T05:27:02,998 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:27:02,998 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f1aae37cbe29bb5b82169cbdafba76fe:C 2024-11-09T05:27:03,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742355_1531 (size=12151) 2024-11-09T05:27:03,010 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/B/15ead00dcbdf499cb8cb214e73c81975 2024-11-09T05:27:03,030 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/C/b6bf3066575a4219a5a8de327b0c5340 is 50, key is test_row_0/C:col10/1731130022883/Put/seqid=0 2024-11-09T05:27:03,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742356_1532 (size=12151) 2024-11-09T05:27:03,058 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/C/b6bf3066575a4219a5a8de327b0c5340 2024-11-09T05:27:03,065 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/A/1ba0dc1b8076404a81c0e03b232642b8 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/1ba0dc1b8076404a81c0e03b232642b8 2024-11-09T05:27:03,072 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/1ba0dc1b8076404a81c0e03b232642b8, entries=300, sequenceid=166, filesize=18.9 K 2024-11-09T05:27:03,074 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/B/15ead00dcbdf499cb8cb214e73c81975 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/15ead00dcbdf499cb8cb214e73c81975 2024-11-09T05:27:03,081 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/15ead00dcbdf499cb8cb214e73c81975, entries=150, sequenceid=166, filesize=11.9 K 2024-11-09T05:27:03,082 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:03,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52198 deadline: 1731130083080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:03,083 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:03,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52256 deadline: 1731130083080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:03,083 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:03,083 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:03,084 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:27:03,084 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:03,084 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:03,084 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:27:03,084 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/C/b6bf3066575a4219a5a8de327b0c5340 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/b6bf3066575a4219a5a8de327b0c5340 2024-11-09T05:27:03,087 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/b6bf3066575a4219a5a8de327b0c5340, entries=150, sequenceid=166, filesize=11.9 K 2024-11-09T05:27:03,088 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for f1aae37cbe29bb5b82169cbdafba76fe in 202ms, sequenceid=166, compaction requested=false 2024-11-09T05:27:03,088 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f1aae37cbe29bb5b82169cbdafba76fe: 2024-11-09T05:27:03,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(8855): Flush requested on f1aae37cbe29bb5b82169cbdafba76fe 2024-11-09T05:27:03,104 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T05:27:03,104 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f1aae37cbe29bb5b82169cbdafba76fe 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-09T05:27:03,112 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/A/6e45eb69fdca49988e176da686d10330 is 50, key is test_row_0/A:col10/1731130022961/Put/seqid=0 2024-11-09T05:27:03,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742357_1533 (size=14541) 2024-11-09T05:27:03,167 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:03,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52228 deadline: 1731130083154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:03,167 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:03,167 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:03,167 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:27:03,174 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:03,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52202 deadline: 1731130083160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:03,174 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:03,174 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:03,174 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:27:03,281 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:03,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52228 deadline: 1731130083271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:03,281 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:03,281 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:03,282 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:27:03,288 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:03,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52202 deadline: 1731130083280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:03,289 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:03,289 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:03,289 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:27:03,300 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:03,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52256 deadline: 1731130083290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:03,300 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:03,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52198 deadline: 1731130083290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:03,301 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:03,301 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:03,301 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:27:03,301 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:03,301 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:03,301 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:27:03,351 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/A/590831fe8d0246e4af08a2aacb9ed3ff as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/590831fe8d0246e4af08a2aacb9ed3ff 2024-11-09T05:27:03,356 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f1aae37cbe29bb5b82169cbdafba76fe/A of f1aae37cbe29bb5b82169cbdafba76fe into 590831fe8d0246e4af08a2aacb9ed3ff(size=12.2 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:27:03,356 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f1aae37cbe29bb5b82169cbdafba76fe: 2024-11-09T05:27:03,356 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., storeName=f1aae37cbe29bb5b82169cbdafba76fe/A, priority=13, startTime=1731130022858; duration=0sec 2024-11-09T05:27:03,356 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:27:03,356 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f1aae37cbe29bb5b82169cbdafba76fe:A 2024-11-09T05:27:03,498 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:03,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52228 deadline: 1731130083490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:03,499 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:03,499 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:03,499 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:27:03,508 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:03,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52202 deadline: 1731130083499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:03,509 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:03,509 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:03,509 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:27:03,546 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/A/6e45eb69fdca49988e176da686d10330 2024-11-09T05:27:03,562 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/B/449fcbc2845d4de99aac10823dd6a26a is 50, key is test_row_0/B:col10/1731130022961/Put/seqid=0 2024-11-09T05:27:03,616 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:03,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52256 deadline: 1731130083611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:03,616 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:03,616 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:03,616 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:27:03,617 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:03,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52198 deadline: 1731130083611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:03,617 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:03,617 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:03,617 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:27:03,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742358_1534 (size=12151) 2024-11-09T05:27:03,785 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:03,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52232 deadline: 1731130083780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:03,787 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 059551c538b7,40801,1731129891493 for 'test_row_1' in f1aae37cbe29bb5b82169cbdafba76fe of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2208 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T05:27:03,787 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:03,787 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:03,787 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:27:03,818 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:03,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52228 deadline: 1731130083810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:03,818 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:03,818 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:03,818 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:27:03,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-09T05:27:03,821 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T05:27:03,821 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T05:27:03,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] procedure2.ProcedureExecutor(1139): Stored pid=139, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees 2024-11-09T05:27:03,823 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=139, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T05:27:03,824 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=139, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T05:27:03,824 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=140, ppid=139, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T05:27:03,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-09T05:27:03,830 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:03,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52202 deadline: 1731130083820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:03,832 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:03,832 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:03,832 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:27:03,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-09T05:27:03,981 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-11-09T05:27:03,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. 2024-11-09T05:27:03,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. as already flushing 2024-11-09T05:27:03,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. 2024-11-09T05:27:03,981 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => f1aae37cbe29bb5b82169cbdafba76fe, NAME => 'TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:03,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => f1aae37cbe29bb5b82169cbdafba76fe, NAME => 'TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:03,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f1aae37cbe29bb5b82169cbdafba76fe, NAME => 'TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f1aae37cbe29bb5b82169cbdafba76fe, NAME => 'TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:04,022 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/B/449fcbc2845d4de99aac10823dd6a26a 2024-11-09T05:27:04,029 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/C/665080000d964369b50b819158f7b202 is 50, key is test_row_0/C:col10/1731130022961/Put/seqid=0 2024-11-09T05:27:04,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742359_1535 (size=12151) 2024-11-09T05:27:04,084 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/C/665080000d964369b50b819158f7b202 2024-11-09T05:27:04,094 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/A/6e45eb69fdca49988e176da686d10330 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/6e45eb69fdca49988e176da686d10330 2024-11-09T05:27:04,101 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/6e45eb69fdca49988e176da686d10330, entries=200, sequenceid=194, filesize=14.2 K 2024-11-09T05:27:04,101 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/B/449fcbc2845d4de99aac10823dd6a26a as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/449fcbc2845d4de99aac10823dd6a26a 2024-11-09T05:27:04,105 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/449fcbc2845d4de99aac10823dd6a26a, entries=150, sequenceid=194, filesize=11.9 K 2024-11-09T05:27:04,105 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/C/665080000d964369b50b819158f7b202 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/665080000d964369b50b819158f7b202 2024-11-09T05:27:04,109 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/665080000d964369b50b819158f7b202, entries=150, sequenceid=194, filesize=11.9 K 2024-11-09T05:27:04,110 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for f1aae37cbe29bb5b82169cbdafba76fe in 1006ms, sequenceid=194, compaction requested=true 2024-11-09T05:27:04,110 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f1aae37cbe29bb5b82169cbdafba76fe: 2024-11-09T05:27:04,110 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:27:04,110 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f1aae37cbe29bb5b82169cbdafba76fe:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T05:27:04,110 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:27:04,110 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:27:04,110 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f1aae37cbe29bb5b82169cbdafba76fe:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T05:27:04,110 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:27:04,110 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f1aae37cbe29bb5b82169cbdafba76fe:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T05:27:04,110 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:27:04,112 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 46355 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:27:04,112 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1541): f1aae37cbe29bb5b82169cbdafba76fe/A is initiating minor compaction (all files) 2024-11-09T05:27:04,112 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f1aae37cbe29bb5b82169cbdafba76fe/A in TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. 2024-11-09T05:27:04,112 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/590831fe8d0246e4af08a2aacb9ed3ff, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/1ba0dc1b8076404a81c0e03b232642b8, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/6e45eb69fdca49988e176da686d10330] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp, totalSize=45.3 K 2024-11-09T05:27:04,112 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:27:04,112 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1541): f1aae37cbe29bb5b82169cbdafba76fe/B is initiating minor compaction (all files) 2024-11-09T05:27:04,112 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f1aae37cbe29bb5b82169cbdafba76fe/B in TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. 2024-11-09T05:27:04,112 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/7fe87ceacd6e45bcaf75acde5d6e519e, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/15ead00dcbdf499cb8cb214e73c81975, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/449fcbc2845d4de99aac10823dd6a26a] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp, totalSize=35.9 K 2024-11-09T05:27:04,112 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 590831fe8d0246e4af08a2aacb9ed3ff, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731130021570 2024-11-09T05:27:04,113 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 7fe87ceacd6e45bcaf75acde5d6e519e, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731130021570 2024-11-09T05:27:04,113 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1ba0dc1b8076404a81c0e03b232642b8, keycount=300, bloomtype=ROW, size=18.9 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1731130022234 2024-11-09T05:27:04,113 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 15ead00dcbdf499cb8cb214e73c81975, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1731130022238 2024-11-09T05:27:04,113 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6e45eb69fdca49988e176da686d10330, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1731130022961 2024-11-09T05:27:04,113 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 449fcbc2845d4de99aac10823dd6a26a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1731130022961 2024-11-09T05:27:04,120 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f1aae37cbe29bb5b82169cbdafba76fe#A#compaction#453 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:27:04,121 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/A/bb7d91ac7dbd436a95f6db078056ab76 is 50, key is test_row_0/A:col10/1731130022961/Put/seqid=0 2024-11-09T05:27:04,126 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f1aae37cbe29bb5b82169cbdafba76fe#B#compaction#454 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:27:04,127 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/B/7b51683b06354113b4b7d0c001fe8a54 is 50, key is test_row_0/B:col10/1731130022961/Put/seqid=0 2024-11-09T05:27:04,134 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-11-09T05:27:04,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. 2024-11-09T05:27:04,134 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2902): Flushing f1aae37cbe29bb5b82169cbdafba76fe 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-09T05:27:04,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(8855): Flush requested on f1aae37cbe29bb5b82169cbdafba76fe 2024-11-09T05:27:04,135 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. as already flushing 2024-11-09T05:27:04,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-09T05:27:04,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/A/a706c6cf386b4726975e9f9c597b9810 is 50, key is test_row_0/A:col10/1731130023157/Put/seqid=0 2024-11-09T05:27:04,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742360_1536 (size=12595) 2024-11-09T05:27:04,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742361_1537 (size=12595) 2024-11-09T05:27:04,176 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/B/7b51683b06354113b4b7d0c001fe8a54 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/7b51683b06354113b4b7d0c001fe8a54 2024-11-09T05:27:04,182 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f1aae37cbe29bb5b82169cbdafba76fe/B of f1aae37cbe29bb5b82169cbdafba76fe into 7b51683b06354113b4b7d0c001fe8a54(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:27:04,183 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f1aae37cbe29bb5b82169cbdafba76fe: 2024-11-09T05:27:04,183 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., storeName=f1aae37cbe29bb5b82169cbdafba76fe/B, priority=13, startTime=1731130024110; duration=0sec 2024-11-09T05:27:04,183 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:27:04,183 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f1aae37cbe29bb5b82169cbdafba76fe:B 2024-11-09T05:27:04,183 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:27:04,184 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:27:04,184 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1541): f1aae37cbe29bb5b82169cbdafba76fe/C is initiating minor compaction (all files) 2024-11-09T05:27:04,184 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f1aae37cbe29bb5b82169cbdafba76fe/C in TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. 2024-11-09T05:27:04,184 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/4e5eea6b5dab4d40a3943840b29209a6, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/b6bf3066575a4219a5a8de327b0c5340, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/665080000d964369b50b819158f7b202] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp, totalSize=35.9 K 2024-11-09T05:27:04,184 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 4e5eea6b5dab4d40a3943840b29209a6, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731130021570 2024-11-09T05:27:04,185 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting b6bf3066575a4219a5a8de327b0c5340, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1731130022238 2024-11-09T05:27:04,185 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 665080000d964369b50b819158f7b202, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1731130022961 2024-11-09T05:27:04,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742362_1538 (size=14541) 2024-11-09T05:27:04,191 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/A/a706c6cf386b4726975e9f9c597b9810 2024-11-09T05:27:04,210 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f1aae37cbe29bb5b82169cbdafba76fe#C#compaction#456 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:27:04,210 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/C/1e81c50397a645efb97924018c921c1c is 50, key is test_row_0/C:col10/1731130022961/Put/seqid=0 2024-11-09T05:27:04,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/B/88e5b4f2464d480ca257bb2b54077a61 is 50, key is test_row_0/B:col10/1731130023157/Put/seqid=0 2024-11-09T05:27:04,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742363_1539 (size=12595) 2024-11-09T05:27:04,249 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/C/1e81c50397a645efb97924018c921c1c as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/1e81c50397a645efb97924018c921c1c 2024-11-09T05:27:04,261 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f1aae37cbe29bb5b82169cbdafba76fe/C of f1aae37cbe29bb5b82169cbdafba76fe into 1e81c50397a645efb97924018c921c1c(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:27:04,261 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f1aae37cbe29bb5b82169cbdafba76fe: 2024-11-09T05:27:04,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742364_1540 (size=12151) 2024-11-09T05:27:04,262 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., storeName=f1aae37cbe29bb5b82169cbdafba76fe/C, priority=13, startTime=1731130024110; duration=0sec 2024-11-09T05:27:04,263 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:27:04,263 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f1aae37cbe29bb5b82169cbdafba76fe:C 2024-11-09T05:27:04,263 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/B/88e5b4f2464d480ca257bb2b54077a61 2024-11-09T05:27:04,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/C/aa0de2acef25495792c37e13546a0c1f is 50, key is test_row_0/C:col10/1731130023157/Put/seqid=0 2024-11-09T05:27:04,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742365_1541 (size=12151) 2024-11-09T05:27:04,288 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/C/aa0de2acef25495792c37e13546a0c1f 2024-11-09T05:27:04,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/A/a706c6cf386b4726975e9f9c597b9810 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/a706c6cf386b4726975e9f9c597b9810 2024-11-09T05:27:04,294 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:04,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52198 deadline: 1731130084278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:04,295 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:04,295 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:04,295 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:27:04,295 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:04,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52256 deadline: 1731130084281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:04,295 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:04,295 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:04,295 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:27:04,296 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/a706c6cf386b4726975e9f9c597b9810, entries=200, sequenceid=206, filesize=14.2 K 2024-11-09T05:27:04,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/B/88e5b4f2464d480ca257bb2b54077a61 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/88e5b4f2464d480ca257bb2b54077a61 2024-11-09T05:27:04,300 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/88e5b4f2464d480ca257bb2b54077a61, entries=150, sequenceid=206, filesize=11.9 K 2024-11-09T05:27:04,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/C/aa0de2acef25495792c37e13546a0c1f as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/aa0de2acef25495792c37e13546a0c1f 2024-11-09T05:27:04,303 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/aa0de2acef25495792c37e13546a0c1f, entries=150, sequenceid=206, filesize=11.9 K 2024-11-09T05:27:04,304 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for f1aae37cbe29bb5b82169cbdafba76fe in 169ms, sequenceid=206, compaction requested=false 2024-11-09T05:27:04,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2603): Flush status journal for f1aae37cbe29bb5b82169cbdafba76fe: 2024-11-09T05:27:04,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. 2024-11-09T05:27:04,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=140 2024-11-09T05:27:04,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.HMaster(4169): Remote procedure done, pid=140 2024-11-09T05:27:04,308 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=140, resume processing ppid=139 2024-11-09T05:27:04,308 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=140, ppid=139, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 482 msec 2024-11-09T05:27:04,310 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=139, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees in 487 msec 2024-11-09T05:27:04,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(8855): Flush requested on f1aae37cbe29bb5b82169cbdafba76fe 2024-11-09T05:27:04,338 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T05:27:04,338 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f1aae37cbe29bb5b82169cbdafba76fe 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-09T05:27:04,352 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/A/d40c43de9695465aaca2182fb40828b9 is 50, key is test_row_0/A:col10/1731130024337/Put/seqid=0 2024-11-09T05:27:04,382 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:04,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52202 deadline: 1731130084369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:04,382 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:04,382 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:04,382 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:27:04,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742366_1542 (size=14541) 2024-11-09T05:27:04,386 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:04,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52228 deadline: 1731130084377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:04,386 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:04,386 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:04,386 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:27:04,408 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:04,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52198 deadline: 1731130084400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:04,408 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:04,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52256 deadline: 1731130084400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:04,408 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:04,409 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:04,409 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:27:04,409 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:04,409 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:04,409 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:27:04,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-09T05:27:04,450 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T05:27:04,451 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T05:27:04,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] procedure2.ProcedureExecutor(1139): Stored pid=141, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=141, table=TestAcidGuarantees 2024-11-09T05:27:04,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-09T05:27:04,453 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=141, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=141, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T05:27:04,454 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=141, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=141, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T05:27:04,454 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=142, ppid=141, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T05:27:04,498 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:04,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52202 deadline: 1731130084490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:04,499 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:04,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52228 deadline: 1731130084490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:04,499 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:04,499 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:04,499 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:27:04,499 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:04,499 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:04,499 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:27:04,551 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/A/bb7d91ac7dbd436a95f6db078056ab76 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/bb7d91ac7dbd436a95f6db078056ab76 2024-11-09T05:27:04,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-09T05:27:04,562 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f1aae37cbe29bb5b82169cbdafba76fe/A of f1aae37cbe29bb5b82169cbdafba76fe into bb7d91ac7dbd436a95f6db078056ab76(size=12.3 K), total size for store is 26.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:27:04,562 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f1aae37cbe29bb5b82169cbdafba76fe: 2024-11-09T05:27:04,562 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., storeName=f1aae37cbe29bb5b82169cbdafba76fe/A, priority=13, startTime=1731130024110; duration=0sec 2024-11-09T05:27:04,562 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:27:04,562 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f1aae37cbe29bb5b82169cbdafba76fe:A 2024-11-09T05:27:04,607 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-11-09T05:27:04,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. 2024-11-09T05:27:04,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. as already flushing 2024-11-09T05:27:04,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. 2024-11-09T05:27:04,607 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => f1aae37cbe29bb5b82169cbdafba76fe, NAME => 'TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:04,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => f1aae37cbe29bb5b82169cbdafba76fe, NAME => 'TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:04,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f1aae37cbe29bb5b82169cbdafba76fe, NAME => 'TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f1aae37cbe29bb5b82169cbdafba76fe, NAME => 'TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:04,617 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:04,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52198 deadline: 1731130084610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:04,617 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:04,617 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:04,617 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:27:04,624 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:04,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52256 deadline: 1731130084620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:04,624 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:04,624 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:04,624 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:27:04,715 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:04,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52202 deadline: 1731130084709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:04,716 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:04,716 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:04,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52228 deadline: 1731130084709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:04,716 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:04,716 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:27:04,716 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:04,716 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:04,716 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:27:04,764 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-11-09T05:27:04,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. 2024-11-09T05:27:04,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. as already flushing 2024-11-09T05:27:04,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. 2024-11-09T05:27:04,764 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => f1aae37cbe29bb5b82169cbdafba76fe, NAME => 'TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:04,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => f1aae37cbe29bb5b82169cbdafba76fe, NAME => 'TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:04,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f1aae37cbe29bb5b82169cbdafba76fe, NAME => 'TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f1aae37cbe29bb5b82169cbdafba76fe, NAME => 'TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:04,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-09T05:27:04,785 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/A/d40c43de9695465aaca2182fb40828b9 2024-11-09T05:27:04,795 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/B/fc483ab9678a4e558a24bdef9086691d is 50, key is test_row_0/B:col10/1731130024337/Put/seqid=0 2024-11-09T05:27:04,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742367_1543 (size=12151) 2024-11-09T05:27:04,917 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-11-09T05:27:04,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. 2024-11-09T05:27:04,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. as already flushing 2024-11-09T05:27:04,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. 2024-11-09T05:27:04,918 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => f1aae37cbe29bb5b82169cbdafba76fe, NAME => 'TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:04,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => f1aae37cbe29bb5b82169cbdafba76fe, NAME => 'TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:04,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f1aae37cbe29bb5b82169cbdafba76fe, NAME => 'TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f1aae37cbe29bb5b82169cbdafba76fe, NAME => 'TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:04,936 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:04,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52256 deadline: 1731130084930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:04,937 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:04,937 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:04,937 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:27:04,938 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:04,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52198 deadline: 1731130084930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:04,939 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:04,939 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:04,939 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:27:05,027 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:05,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52202 deadline: 1731130085020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:05,027 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:05,028 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:05,028 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:05,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52228 deadline: 1731130085021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:05,028 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:27:05,028 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:05,028 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:05,028 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:27:05,071 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-11-09T05:27:05,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. 2024-11-09T05:27:05,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. as already flushing 2024-11-09T05:27:05,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. 2024-11-09T05:27:05,071 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => f1aae37cbe29bb5b82169cbdafba76fe, NAME => 'TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:05,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => f1aae37cbe29bb5b82169cbdafba76fe, NAME => 'TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:05,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f1aae37cbe29bb5b82169cbdafba76fe, NAME => 'TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f1aae37cbe29bb5b82169cbdafba76fe, NAME => 'TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:05,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-09T05:27:05,219 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/B/fc483ab9678a4e558a24bdef9086691d 2024-11-09T05:27:05,225 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-11-09T05:27:05,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. 2024-11-09T05:27:05,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. as already flushing 2024-11-09T05:27:05,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. 2024-11-09T05:27:05,226 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => f1aae37cbe29bb5b82169cbdafba76fe, NAME => 'TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:05,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => f1aae37cbe29bb5b82169cbdafba76fe, NAME => 'TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:05,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f1aae37cbe29bb5b82169cbdafba76fe, NAME => 'TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f1aae37cbe29bb5b82169cbdafba76fe, NAME => 'TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:05,242 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/C/eb7d485cc1894399b4f1c4afcf186313 is 50, key is test_row_0/C:col10/1731130024337/Put/seqid=0 2024-11-09T05:27:05,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742368_1544 (size=12151) 2024-11-09T05:27:05,382 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-11-09T05:27:05,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. 2024-11-09T05:27:05,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. as already flushing 2024-11-09T05:27:05,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. 2024-11-09T05:27:05,382 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => f1aae37cbe29bb5b82169cbdafba76fe, NAME => 'TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:05,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => f1aae37cbe29bb5b82169cbdafba76fe, NAME => 'TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:05,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f1aae37cbe29bb5b82169cbdafba76fe, NAME => 'TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f1aae37cbe29bb5b82169cbdafba76fe, NAME => 'TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:05,446 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:05,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52256 deadline: 1731130085440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:05,448 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:05,448 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:05,448 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:27:05,458 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:05,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52198 deadline: 1731130085450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:05,459 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:05,459 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:05,459 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:27:05,537 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-11-09T05:27:05,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. 2024-11-09T05:27:05,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. as already flushing 2024-11-09T05:27:05,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. 2024-11-09T05:27:05,537 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => f1aae37cbe29bb5b82169cbdafba76fe, NAME => 'TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:05,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => f1aae37cbe29bb5b82169cbdafba76fe, NAME => 'TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:05,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f1aae37cbe29bb5b82169cbdafba76fe, NAME => 'TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f1aae37cbe29bb5b82169cbdafba76fe, NAME => 'TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:05,559 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:05,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52202 deadline: 1731130085540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:05,561 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:05,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52228 deadline: 1731130085540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:05,561 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:05,561 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:05,561 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:05,561 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:27:05,561 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:05,561 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:27:05,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-09T05:27:05,657 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/C/eb7d485cc1894399b4f1c4afcf186313 2024-11-09T05:27:05,661 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/A/d40c43de9695465aaca2182fb40828b9 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/d40c43de9695465aaca2182fb40828b9 2024-11-09T05:27:05,665 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/d40c43de9695465aaca2182fb40828b9, entries=200, sequenceid=234, filesize=14.2 K 2024-11-09T05:27:05,666 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/B/fc483ab9678a4e558a24bdef9086691d as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/fc483ab9678a4e558a24bdef9086691d 2024-11-09T05:27:05,669 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/fc483ab9678a4e558a24bdef9086691d, entries=150, sequenceid=234, filesize=11.9 K 2024-11-09T05:27:05,670 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/C/eb7d485cc1894399b4f1c4afcf186313 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/eb7d485cc1894399b4f1c4afcf186313 2024-11-09T05:27:05,673 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/eb7d485cc1894399b4f1c4afcf186313, entries=150, sequenceid=234, filesize=11.9 K 2024-11-09T05:27:05,677 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for f1aae37cbe29bb5b82169cbdafba76fe in 1339ms, sequenceid=234, compaction requested=true 2024-11-09T05:27:05,677 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f1aae37cbe29bb5b82169cbdafba76fe: 2024-11-09T05:27:05,677 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:27:05,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f1aae37cbe29bb5b82169cbdafba76fe:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T05:27:05,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:27:05,677 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:27:05,678 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41677 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:27:05,678 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1541): f1aae37cbe29bb5b82169cbdafba76fe/A is initiating minor compaction (all files) 2024-11-09T05:27:05,678 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f1aae37cbe29bb5b82169cbdafba76fe/A in TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. 2024-11-09T05:27:05,678 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/bb7d91ac7dbd436a95f6db078056ab76, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/a706c6cf386b4726975e9f9c597b9810, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/d40c43de9695465aaca2182fb40828b9] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp, totalSize=40.7 K 2024-11-09T05:27:05,679 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting bb7d91ac7dbd436a95f6db078056ab76, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1731130022961 2024-11-09T05:27:05,679 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:27:05,679 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1541): f1aae37cbe29bb5b82169cbdafba76fe/B is initiating minor compaction (all files) 2024-11-09T05:27:05,679 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f1aae37cbe29bb5b82169cbdafba76fe/B in TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. 2024-11-09T05:27:05,679 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/7b51683b06354113b4b7d0c001fe8a54, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/88e5b4f2464d480ca257bb2b54077a61, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/fc483ab9678a4e558a24bdef9086691d] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp, totalSize=36.0 K 2024-11-09T05:27:05,680 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting a706c6cf386b4726975e9f9c597b9810, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1731130023130 2024-11-09T05:27:05,680 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 7b51683b06354113b4b7d0c001fe8a54, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1731130022961 2024-11-09T05:27:05,680 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 88e5b4f2464d480ca257bb2b54077a61, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1731130023130 2024-11-09T05:27:05,680 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting d40c43de9695465aaca2182fb40828b9, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1731130024238 2024-11-09T05:27:05,681 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting fc483ab9678a4e558a24bdef9086691d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1731130024275 2024-11-09T05:27:05,682 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f1aae37cbe29bb5b82169cbdafba76fe:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T05:27:05,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:27:05,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f1aae37cbe29bb5b82169cbdafba76fe:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T05:27:05,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:27:05,689 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f1aae37cbe29bb5b82169cbdafba76fe#B#compaction#462 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:27:05,690 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/B/5d90867e517f4bf1814de0c49bc3c3b1 is 50, key is test_row_0/B:col10/1731130024337/Put/seqid=0 2024-11-09T05:27:05,691 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-11-09T05:27:05,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. 2024-11-09T05:27:05,691 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2902): Flushing f1aae37cbe29bb5b82169cbdafba76fe 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-09T05:27:05,699 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f1aae37cbe29bb5b82169cbdafba76fe#A#compaction#463 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:27:05,700 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/A/b1fbcf463504465fbcf95de57a50a498 is 50, key is test_row_0/A:col10/1731130024337/Put/seqid=0 2024-11-09T05:27:05,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/A/1d030db7d9f54a9995b13583cb0212ae is 50, key is test_row_1/A:col10/1731130024375/Put/seqid=0 2024-11-09T05:27:05,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742369_1545 (size=12697) 2024-11-09T05:27:05,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742370_1546 (size=12697) 2024-11-09T05:27:05,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742371_1547 (size=9757) 2024-11-09T05:27:05,781 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/A/1d030db7d9f54a9995b13583cb0212ae 2024-11-09T05:27:05,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/B/08e248531ca94d5b8b76951841a4ad0f is 50, key is test_row_1/B:col10/1731130024375/Put/seqid=0 2024-11-09T05:27:05,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(8855): Flush requested on f1aae37cbe29bb5b82169cbdafba76fe 2024-11-09T05:27:05,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742372_1548 (size=9757) 2024-11-09T05:27:05,816 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. as already flushing 2024-11-09T05:27:05,817 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/B/08e248531ca94d5b8b76951841a4ad0f 2024-11-09T05:27:05,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/C/7b68886d481946128566af9956aa2090 is 50, key is test_row_1/C:col10/1731130024375/Put/seqid=0 2024-11-09T05:27:05,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742373_1549 (size=9757) 2024-11-09T05:27:05,889 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/C/7b68886d481946128566af9956aa2090 2024-11-09T05:27:05,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/A/1d030db7d9f54a9995b13583cb0212ae as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/1d030db7d9f54a9995b13583cb0212ae 2024-11-09T05:27:05,898 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/1d030db7d9f54a9995b13583cb0212ae, entries=100, sequenceid=245, filesize=9.5 K 2024-11-09T05:27:05,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/B/08e248531ca94d5b8b76951841a4ad0f as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/08e248531ca94d5b8b76951841a4ad0f 2024-11-09T05:27:05,903 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/08e248531ca94d5b8b76951841a4ad0f, entries=100, sequenceid=245, filesize=9.5 K 2024-11-09T05:27:05,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/C/7b68886d481946128566af9956aa2090 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/7b68886d481946128566af9956aa2090 2024-11-09T05:27:05,953 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/7b68886d481946128566af9956aa2090, entries=100, sequenceid=245, filesize=9.5 K 2024-11-09T05:27:05,954 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=67.09 KB/68700 for f1aae37cbe29bb5b82169cbdafba76fe in 263ms, sequenceid=245, compaction requested=true 2024-11-09T05:27:05,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2603): Flush status journal for f1aae37cbe29bb5b82169cbdafba76fe: 2024-11-09T05:27:05,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. 2024-11-09T05:27:05,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=142 2024-11-09T05:27:05,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.HMaster(4169): Remote procedure done, pid=142 2024-11-09T05:27:05,955 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T05:27:05,955 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f1aae37cbe29bb5b82169cbdafba76fe 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-09T05:27:05,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(8855): Flush requested on f1aae37cbe29bb5b82169cbdafba76fe 2024-11-09T05:27:05,960 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/A/4b4bcd457df54a8bafb7f95f0407cd18 is 50, key is test_row_0/A:col10/1731130025954/Put/seqid=0 2024-11-09T05:27:05,960 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=142, resume processing ppid=141 2024-11-09T05:27:05,960 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=142, ppid=141, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5020 sec 2024-11-09T05:27:05,963 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=141, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=141, table=TestAcidGuarantees in 1.5100 sec 2024-11-09T05:27:05,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742374_1550 (size=14641) 2024-11-09T05:27:06,148 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/B/5d90867e517f4bf1814de0c49bc3c3b1 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/5d90867e517f4bf1814de0c49bc3c3b1 2024-11-09T05:27:06,162 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f1aae37cbe29bb5b82169cbdafba76fe/B of f1aae37cbe29bb5b82169cbdafba76fe into 5d90867e517f4bf1814de0c49bc3c3b1(size=12.4 K), total size for store is 21.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:27:06,162 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f1aae37cbe29bb5b82169cbdafba76fe: 2024-11-09T05:27:06,162 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., storeName=f1aae37cbe29bb5b82169cbdafba76fe/B, priority=13, startTime=1731130025677; duration=0sec 2024-11-09T05:27:06,162 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:27:06,162 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f1aae37cbe29bb5b82169cbdafba76fe:B 2024-11-09T05:27:06,162 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T05:27:06,164 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46654 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T05:27:06,164 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1541): f1aae37cbe29bb5b82169cbdafba76fe/C is initiating minor compaction (all files) 2024-11-09T05:27:06,164 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f1aae37cbe29bb5b82169cbdafba76fe/C in TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. 2024-11-09T05:27:06,164 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/1e81c50397a645efb97924018c921c1c, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/aa0de2acef25495792c37e13546a0c1f, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/eb7d485cc1894399b4f1c4afcf186313, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/7b68886d481946128566af9956aa2090] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp, totalSize=45.6 K 2024-11-09T05:27:06,165 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 1e81c50397a645efb97924018c921c1c, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1731130022961 2024-11-09T05:27:06,165 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting aa0de2acef25495792c37e13546a0c1f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1731130023130 2024-11-09T05:27:06,165 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting eb7d485cc1894399b4f1c4afcf186313, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1731130024275 2024-11-09T05:27:06,166 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 7b68886d481946128566af9956aa2090, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1731130024365 2024-11-09T05:27:06,174 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/A/b1fbcf463504465fbcf95de57a50a498 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/b1fbcf463504465fbcf95de57a50a498 2024-11-09T05:27:06,178 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f1aae37cbe29bb5b82169cbdafba76fe#C#compaction#468 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:27:06,178 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/C/75eaddccc61b4faba0068e7c2e8f1d5d is 50, key is test_row_0/C:col10/1731130024337/Put/seqid=0 2024-11-09T05:27:06,178 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f1aae37cbe29bb5b82169cbdafba76fe/A of f1aae37cbe29bb5b82169cbdafba76fe into b1fbcf463504465fbcf95de57a50a498(size=12.4 K), total size for store is 21.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:27:06,178 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f1aae37cbe29bb5b82169cbdafba76fe: 2024-11-09T05:27:06,178 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., storeName=f1aae37cbe29bb5b82169cbdafba76fe/A, priority=13, startTime=1731130025677; duration=0sec 2024-11-09T05:27:06,178 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:27:06,178 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f1aae37cbe29bb5b82169cbdafba76fe:A 2024-11-09T05:27:06,213 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:06,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52232 deadline: 1731130086201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:06,214 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:06,214 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:06,214 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:27:06,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742375_1551 (size=12731) 2024-11-09T05:27:06,328 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:06,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52232 deadline: 1731130086320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:06,328 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:06,328 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:06,328 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:27:06,383 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=259 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/A/4b4bcd457df54a8bafb7f95f0407cd18 2024-11-09T05:27:06,418 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/B/4165eb9da95f4d8ba2cbb694019e8920 is 50, key is test_row_0/B:col10/1731130025954/Put/seqid=0 2024-11-09T05:27:06,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742376_1552 (size=12251) 2024-11-09T05:27:06,470 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:06,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52256 deadline: 1731130086460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:06,471 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to 059551c538b7,40801,1731129891493 for 'test_row_1' in f1aae37cbe29bb5b82169cbdafba76fe of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2191 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T05:27:06,472 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:06,472 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:06,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52198 deadline: 1731130086470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:06,472 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:06,472 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:27:06,474 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 059551c538b7,40801,1731129891493 for 'test_row_0' in f1aae37cbe29bb5b82169cbdafba76fe of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2196 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T05:27:06,475 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:06,475 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:06,475 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:27:06,550 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:06,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52232 deadline: 1731130086540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:06,550 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:06,550 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:06,550 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:27:06,583 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:06,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52228 deadline: 1731130086570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:06,583 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:06,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52202 deadline: 1731130086570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:06,583 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 059551c538b7,40801,1731129891493 for 'test_row_2' in f1aae37cbe29bb5b82169cbdafba76fe of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2207 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T05:27:06,584 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:06,584 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:06,584 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:27:06,584 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 059551c538b7,40801,1731129891493 for 'test_row_0' in f1aae37cbe29bb5b82169cbdafba76fe of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2215 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T05:27:06,584 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:06,585 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:06,585 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:27:06,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-09T05:27:06,601 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T05:27:06,601 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T05:27:06,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] procedure2.ProcedureExecutor(1139): Stored pid=143, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=143, table=TestAcidGuarantees 2024-11-09T05:27:06,604 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=143, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=143, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T05:27:06,605 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=143, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=143, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T05:27:06,605 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=144, ppid=143, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T05:27:06,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-09T05:27:06,631 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/C/75eaddccc61b4faba0068e7c2e8f1d5d as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/75eaddccc61b4faba0068e7c2e8f1d5d 2024-11-09T05:27:06,636 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f1aae37cbe29bb5b82169cbdafba76fe/C of f1aae37cbe29bb5b82169cbdafba76fe into 75eaddccc61b4faba0068e7c2e8f1d5d(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:27:06,636 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f1aae37cbe29bb5b82169cbdafba76fe: 2024-11-09T05:27:06,636 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., storeName=f1aae37cbe29bb5b82169cbdafba76fe/C, priority=12, startTime=1731130025686; duration=0sec 2024-11-09T05:27:06,636 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:27:06,636 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f1aae37cbe29bb5b82169cbdafba76fe:C 2024-11-09T05:27:06,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-09T05:27:06,765 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-11-09T05:27:06,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. 2024-11-09T05:27:06,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. as already flushing 2024-11-09T05:27:06,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. 2024-11-09T05:27:06,765 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] handler.RSProcedureHandler(58): pid=144 java.io.IOException: Unable to complete flush {ENCODED => f1aae37cbe29bb5b82169cbdafba76fe, NAME => 'TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:06,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=144 java.io.IOException: Unable to complete flush {ENCODED => f1aae37cbe29bb5b82169cbdafba76fe, NAME => 'TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:06,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=144 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f1aae37cbe29bb5b82169cbdafba76fe, NAME => 'TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f1aae37cbe29bb5b82169cbdafba76fe, NAME => 'TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:06,836 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=259 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/B/4165eb9da95f4d8ba2cbb694019e8920 2024-11-09T05:27:06,868 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:06,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52232 deadline: 1731130086860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:06,869 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:06,869 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:06,869 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:27:06,886 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/C/5e6abae3e82a4d148f7d3da709194918 is 50, key is test_row_0/C:col10/1731130025954/Put/seqid=0 2024-11-09T05:27:06,920 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-11-09T05:27:06,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. 2024-11-09T05:27:06,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. as already flushing 2024-11-09T05:27:06,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. 2024-11-09T05:27:06,920 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] handler.RSProcedureHandler(58): pid=144 java.io.IOException: Unable to complete flush {ENCODED => f1aae37cbe29bb5b82169cbdafba76fe, NAME => 'TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:06,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=144 java.io.IOException: Unable to complete flush {ENCODED => f1aae37cbe29bb5b82169cbdafba76fe, NAME => 'TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:06,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=144 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f1aae37cbe29bb5b82169cbdafba76fe, NAME => 'TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f1aae37cbe29bb5b82169cbdafba76fe, NAME => 'TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:06,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-09T05:27:06,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742377_1553 (size=12251) 2024-11-09T05:27:06,932 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=259 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/C/5e6abae3e82a4d148f7d3da709194918 2024-11-09T05:27:06,964 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/A/4b4bcd457df54a8bafb7f95f0407cd18 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/4b4bcd457df54a8bafb7f95f0407cd18 2024-11-09T05:27:06,979 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/4b4bcd457df54a8bafb7f95f0407cd18, entries=200, sequenceid=259, filesize=14.3 K 2024-11-09T05:27:06,980 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/B/4165eb9da95f4d8ba2cbb694019e8920 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/4165eb9da95f4d8ba2cbb694019e8920 2024-11-09T05:27:06,986 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/4165eb9da95f4d8ba2cbb694019e8920, entries=150, sequenceid=259, filesize=12.0 K 2024-11-09T05:27:06,987 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/C/5e6abae3e82a4d148f7d3da709194918 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/5e6abae3e82a4d148f7d3da709194918 2024-11-09T05:27:06,990 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/5e6abae3e82a4d148f7d3da709194918, entries=150, sequenceid=259, filesize=12.0 K 2024-11-09T05:27:06,995 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for f1aae37cbe29bb5b82169cbdafba76fe in 1040ms, sequenceid=259, compaction requested=true 2024-11-09T05:27:06,995 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f1aae37cbe29bb5b82169cbdafba76fe: 2024-11-09T05:27:06,996 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f1aae37cbe29bb5b82169cbdafba76fe:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T05:27:06,996 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:27:06,996 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:27:06,996 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:27:06,997 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37095 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:27:06,997 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1541): f1aae37cbe29bb5b82169cbdafba76fe/A is initiating minor compaction (all files) 2024-11-09T05:27:06,997 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f1aae37cbe29bb5b82169cbdafba76fe/A in TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. 2024-11-09T05:27:06,997 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/b1fbcf463504465fbcf95de57a50a498, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/1d030db7d9f54a9995b13583cb0212ae, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/4b4bcd457df54a8bafb7f95f0407cd18] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp, totalSize=36.2 K 2024-11-09T05:27:06,997 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting b1fbcf463504465fbcf95de57a50a498, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1731130024275 2024-11-09T05:27:06,997 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f1aae37cbe29bb5b82169cbdafba76fe:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T05:27:06,997 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:27:06,997 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f1aae37cbe29bb5b82169cbdafba76fe:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T05:27:06,997 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:27:06,998 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1d030db7d9f54a9995b13583cb0212ae, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1731130024365 2024-11-09T05:27:06,998 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4b4bcd457df54a8bafb7f95f0407cd18, keycount=200, bloomtype=ROW, size=14.3 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1731130025883 2024-11-09T05:27:06,998 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34705 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:27:06,998 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1541): f1aae37cbe29bb5b82169cbdafba76fe/B is initiating minor compaction (all files) 2024-11-09T05:27:06,998 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f1aae37cbe29bb5b82169cbdafba76fe/B in TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. 2024-11-09T05:27:06,998 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/5d90867e517f4bf1814de0c49bc3c3b1, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/08e248531ca94d5b8b76951841a4ad0f, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/4165eb9da95f4d8ba2cbb694019e8920] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp, totalSize=33.9 K 2024-11-09T05:27:06,999 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 5d90867e517f4bf1814de0c49bc3c3b1, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1731130024275 2024-11-09T05:27:06,999 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 08e248531ca94d5b8b76951841a4ad0f, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1731130024365 2024-11-09T05:27:06,999 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 4165eb9da95f4d8ba2cbb694019e8920, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1731130025883 2024-11-09T05:27:07,018 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f1aae37cbe29bb5b82169cbdafba76fe#A#compaction#471 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:27:07,018 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/A/b72ecb11f407456b8dca83947ceda788 is 50, key is test_row_0/A:col10/1731130025954/Put/seqid=0 2024-11-09T05:27:07,033 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f1aae37cbe29bb5b82169cbdafba76fe#B#compaction#472 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:27:07,034 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/B/a02a9db88d254a47a2f40cc376813bac is 50, key is test_row_0/B:col10/1731130025954/Put/seqid=0 2024-11-09T05:27:07,076 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-11-09T05:27:07,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. 2024-11-09T05:27:07,077 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2902): Flushing f1aae37cbe29bb5b82169cbdafba76fe 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-09T05:27:07,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742378_1554 (size=12899) 2024-11-09T05:27:07,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742379_1555 (size=12899) 2024-11-09T05:27:07,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/A/ebec232964cf4adba147a49ca5c99cff is 50, key is test_row_0/A:col10/1731130026182/Put/seqid=0 2024-11-09T05:27:07,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742380_1556 (size=12301) 2024-11-09T05:27:07,106 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/A/ebec232964cf4adba147a49ca5c99cff 2024-11-09T05:27:07,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/B/d286872af6464207bfe36e2e647cfddb is 50, key is test_row_0/B:col10/1731130026182/Put/seqid=0 2024-11-09T05:27:07,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742381_1557 (size=12301) 2024-11-09T05:27:07,147 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/B/d286872af6464207bfe36e2e647cfddb 2024-11-09T05:27:07,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/C/8c4451991e1e4ec999dead10f5fba0dd is 50, key is test_row_0/C:col10/1731130026182/Put/seqid=0 2024-11-09T05:27:07,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742382_1558 (size=12301) 2024-11-09T05:27:07,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-09T05:27:07,388 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. as already flushing 2024-11-09T05:27:07,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(8855): Flush requested on f1aae37cbe29bb5b82169cbdafba76fe 2024-11-09T05:27:07,516 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/A/b72ecb11f407456b8dca83947ceda788 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/b72ecb11f407456b8dca83947ceda788 2024-11-09T05:27:07,521 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/B/a02a9db88d254a47a2f40cc376813bac as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/a02a9db88d254a47a2f40cc376813bac 2024-11-09T05:27:07,526 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f1aae37cbe29bb5b82169cbdafba76fe/A of f1aae37cbe29bb5b82169cbdafba76fe into b72ecb11f407456b8dca83947ceda788(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:27:07,527 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f1aae37cbe29bb5b82169cbdafba76fe: 2024-11-09T05:27:07,527 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., storeName=f1aae37cbe29bb5b82169cbdafba76fe/A, priority=13, startTime=1731130026996; duration=0sec 2024-11-09T05:27:07,527 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:27:07,527 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f1aae37cbe29bb5b82169cbdafba76fe:A 2024-11-09T05:27:07,527 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f1aae37cbe29bb5b82169cbdafba76fe/B of f1aae37cbe29bb5b82169cbdafba76fe into a02a9db88d254a47a2f40cc376813bac(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:27:07,527 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-09T05:27:07,527 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f1aae37cbe29bb5b82169cbdafba76fe: 2024-11-09T05:27:07,527 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., storeName=f1aae37cbe29bb5b82169cbdafba76fe/B, priority=13, startTime=1731130026996; duration=0sec 2024-11-09T05:27:07,527 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:27:07,527 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f1aae37cbe29bb5b82169cbdafba76fe:B 2024-11-09T05:27:07,528 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-09T05:27:07,528 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-09T05:27:07,528 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. because compaction request was cancelled 2024-11-09T05:27:07,528 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f1aae37cbe29bb5b82169cbdafba76fe:C 2024-11-09T05:27:07,587 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:07,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52232 deadline: 1731130087574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:07,589 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:07,589 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:07,589 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:27:07,594 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/C/8c4451991e1e4ec999dead10f5fba0dd 2024-11-09T05:27:07,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/A/ebec232964cf4adba147a49ca5c99cff as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/ebec232964cf4adba147a49ca5c99cff 2024-11-09T05:27:07,602 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/ebec232964cf4adba147a49ca5c99cff, entries=150, sequenceid=284, filesize=12.0 K 2024-11-09T05:27:07,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/B/d286872af6464207bfe36e2e647cfddb as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/d286872af6464207bfe36e2e647cfddb 2024-11-09T05:27:07,606 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/d286872af6464207bfe36e2e647cfddb, entries=150, sequenceid=284, filesize=12.0 K 2024-11-09T05:27:07,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/C/8c4451991e1e4ec999dead10f5fba0dd as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/8c4451991e1e4ec999dead10f5fba0dd 2024-11-09T05:27:07,612 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/8c4451991e1e4ec999dead10f5fba0dd, entries=150, sequenceid=284, filesize=12.0 K 2024-11-09T05:27:07,613 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for f1aae37cbe29bb5b82169cbdafba76fe in 536ms, sequenceid=284, compaction requested=true 2024-11-09T05:27:07,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2603): Flush status journal for f1aae37cbe29bb5b82169cbdafba76fe: 2024-11-09T05:27:07,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. 2024-11-09T05:27:07,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=144 2024-11-09T05:27:07,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.HMaster(4169): Remote procedure done, pid=144 2024-11-09T05:27:07,617 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=144, resume processing ppid=143 2024-11-09T05:27:07,617 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=144, ppid=143, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0100 sec 2024-11-09T05:27:07,619 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=143, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=143, table=TestAcidGuarantees in 1.0170 sec 2024-11-09T05:27:07,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(8855): Flush requested on f1aae37cbe29bb5b82169cbdafba76fe 2024-11-09T05:27:07,707 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T05:27:07,707 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f1aae37cbe29bb5b82169cbdafba76fe 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-09T05:27:07,714 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/A/05744b0ff6c144a789b9c592b40815ac is 50, key is test_row_0/A:col10/1731130027536/Put/seqid=0 2024-11-09T05:27:07,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-09T05:27:07,740 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T05:27:07,740 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T05:27:07,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] procedure2.ProcedureExecutor(1139): Stored pid=145, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=145, table=TestAcidGuarantees 2024-11-09T05:27:07,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-11-09T05:27:07,742 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=145, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=145, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T05:27:07,743 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=145, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=145, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T05:27:07,743 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=146, ppid=145, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T05:27:07,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742383_1559 (size=14741) 2024-11-09T05:27:07,754 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=301 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/A/05744b0ff6c144a789b9c592b40815ac 2024-11-09T05:27:07,761 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/B/f2e8a318785b4b4888923fdf673df73c is 50, key is test_row_0/B:col10/1731130027536/Put/seqid=0 2024-11-09T05:27:07,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742384_1560 (size=12301) 2024-11-09T05:27:07,798 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=301 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/B/f2e8a318785b4b4888923fdf673df73c 2024-11-09T05:27:07,808 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/C/a064334d38c242869d184975a75bc62d is 50, key is test_row_0/C:col10/1731130027536/Put/seqid=0 2024-11-09T05:27:07,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-11-09T05:27:07,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742385_1561 (size=12301) 2024-11-09T05:27:07,902 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-11-09T05:27:07,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. 2024-11-09T05:27:07,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. as already flushing 2024-11-09T05:27:07,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. 2024-11-09T05:27:07,903 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => f1aae37cbe29bb5b82169cbdafba76fe, NAME => 'TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:07,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => f1aae37cbe29bb5b82169cbdafba76fe, NAME => 'TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:07,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f1aae37cbe29bb5b82169cbdafba76fe, NAME => 'TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f1aae37cbe29bb5b82169cbdafba76fe, NAME => 'TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:07,943 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:07,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52232 deadline: 1731130087931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:07,944 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:07,944 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:07,944 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:27:08,060 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-11-09T05:27:08,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. 2024-11-09T05:27:08,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. as already flushing 2024-11-09T05:27:08,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. 2024-11-09T05:27:08,061 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => f1aae37cbe29bb5b82169cbdafba76fe, NAME => 'TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:08,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => f1aae37cbe29bb5b82169cbdafba76fe, NAME => 'TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:08,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-11-09T05:27:08,062 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:08,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52232 deadline: 1731130088052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:08,063 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:08,063 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:08,063 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:27:08,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f1aae37cbe29bb5b82169cbdafba76fe, NAME => 'TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f1aae37cbe29bb5b82169cbdafba76fe, NAME => 'TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:08,225 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-11-09T05:27:08,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. 2024-11-09T05:27:08,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. as already flushing 2024-11-09T05:27:08,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. 2024-11-09T05:27:08,225 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => f1aae37cbe29bb5b82169cbdafba76fe, NAME => 'TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:08,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => f1aae37cbe29bb5b82169cbdafba76fe, NAME => 'TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:08,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f1aae37cbe29bb5b82169cbdafba76fe, NAME => 'TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f1aae37cbe29bb5b82169cbdafba76fe, NAME => 'TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:08,261 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=301 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/C/a064334d38c242869d184975a75bc62d 2024-11-09T05:27:08,276 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:08,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52232 deadline: 1731130088270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:08,276 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:08,276 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:08,276 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:27:08,304 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/A/05744b0ff6c144a789b9c592b40815ac as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/05744b0ff6c144a789b9c592b40815ac 2024-11-09T05:27:08,325 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/05744b0ff6c144a789b9c592b40815ac, entries=200, sequenceid=301, filesize=14.4 K 2024-11-09T05:27:08,335 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/B/f2e8a318785b4b4888923fdf673df73c as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/f2e8a318785b4b4888923fdf673df73c 2024-11-09T05:27:08,350 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/f2e8a318785b4b4888923fdf673df73c, entries=150, sequenceid=301, filesize=12.0 K 2024-11-09T05:27:08,350 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/C/a064334d38c242869d184975a75bc62d as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/a064334d38c242869d184975a75bc62d 2024-11-09T05:27:08,365 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/a064334d38c242869d184975a75bc62d, entries=150, sequenceid=301, filesize=12.0 K 2024-11-09T05:27:08,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-11-09T05:27:08,372 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for f1aae37cbe29bb5b82169cbdafba76fe in 665ms, sequenceid=301, compaction requested=true 2024-11-09T05:27:08,372 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f1aae37cbe29bb5b82169cbdafba76fe: 2024-11-09T05:27:08,373 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:27:08,373 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f1aae37cbe29bb5b82169cbdafba76fe:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T05:27:08,373 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:27:08,373 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f1aae37cbe29bb5b82169cbdafba76fe:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T05:27:08,373 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:27:08,373 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f1aae37cbe29bb5b82169cbdafba76fe:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T05:27:08,373 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-09T05:27:08,376 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39941 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:27:08,376 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1541): f1aae37cbe29bb5b82169cbdafba76fe/A is initiating minor compaction (all files) 2024-11-09T05:27:08,376 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f1aae37cbe29bb5b82169cbdafba76fe/A in TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. 2024-11-09T05:27:08,376 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T05:27:08,376 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/b72ecb11f407456b8dca83947ceda788, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/ebec232964cf4adba147a49ca5c99cff, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/05744b0ff6c144a789b9c592b40815ac] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp, totalSize=39.0 K 2024-11-09T05:27:08,378 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting b72ecb11f407456b8dca83947ceda788, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1731130025883 2024-11-09T05:27:08,378 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting ebec232964cf4adba147a49ca5c99cff, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1731130026114 2024-11-09T05:27:08,379 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 05744b0ff6c144a789b9c592b40815ac, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1731130027515 2024-11-09T05:27:08,386 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-11-09T05:27:08,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. 2024-11-09T05:27:08,386 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2902): Flushing f1aae37cbe29bb5b82169cbdafba76fe 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-09T05:27:08,392 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49584 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T05:27:08,392 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1541): f1aae37cbe29bb5b82169cbdafba76fe/C is initiating minor compaction (all files) 2024-11-09T05:27:08,392 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f1aae37cbe29bb5b82169cbdafba76fe/C in TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. 2024-11-09T05:27:08,392 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/75eaddccc61b4faba0068e7c2e8f1d5d, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/5e6abae3e82a4d148f7d3da709194918, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/8c4451991e1e4ec999dead10f5fba0dd, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/a064334d38c242869d184975a75bc62d] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp, totalSize=48.4 K 2024-11-09T05:27:08,394 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 75eaddccc61b4faba0068e7c2e8f1d5d, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1731130024337 2024-11-09T05:27:08,394 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5e6abae3e82a4d148f7d3da709194918, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1731130025883 2024-11-09T05:27:08,395 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8c4451991e1e4ec999dead10f5fba0dd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1731130026114 2024-11-09T05:27:08,397 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting a064334d38c242869d184975a75bc62d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1731130027515 2024-11-09T05:27:08,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/A/e0f3477c25cd400c913856678000929e is 50, key is test_row_0/A:col10/1731130027929/Put/seqid=0 2024-11-09T05:27:08,414 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f1aae37cbe29bb5b82169cbdafba76fe#A#compaction#480 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:27:08,415 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/A/ee0f6de8813647659310fa3a97c792f1 is 50, key is test_row_0/A:col10/1731130027536/Put/seqid=0 2024-11-09T05:27:08,475 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f1aae37cbe29bb5b82169cbdafba76fe#C#compaction#481 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:27:08,475 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/C/0a9954641e2e4f81af46441057831665 is 50, key is test_row_0/C:col10/1731130027536/Put/seqid=0 2024-11-09T05:27:08,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742386_1562 (size=12301) 2024-11-09T05:27:08,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742387_1563 (size=13051) 2024-11-09T05:27:08,497 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. as already flushing 2024-11-09T05:27:08,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(8855): Flush requested on f1aae37cbe29bb5b82169cbdafba76fe 2024-11-09T05:27:08,500 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/A/ee0f6de8813647659310fa3a97c792f1 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/ee0f6de8813647659310fa3a97c792f1 2024-11-09T05:27:08,504 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f1aae37cbe29bb5b82169cbdafba76fe/A of f1aae37cbe29bb5b82169cbdafba76fe into ee0f6de8813647659310fa3a97c792f1(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:27:08,504 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f1aae37cbe29bb5b82169cbdafba76fe: 2024-11-09T05:27:08,504 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., storeName=f1aae37cbe29bb5b82169cbdafba76fe/A, priority=13, startTime=1731130028373; duration=0sec 2024-11-09T05:27:08,504 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:27:08,504 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f1aae37cbe29bb5b82169cbdafba76fe:A 2024-11-09T05:27:08,504 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:27:08,505 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37501 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:27:08,505 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1541): f1aae37cbe29bb5b82169cbdafba76fe/B is initiating minor compaction (all files) 2024-11-09T05:27:08,505 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f1aae37cbe29bb5b82169cbdafba76fe/B in TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. 2024-11-09T05:27:08,505 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/a02a9db88d254a47a2f40cc376813bac, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/d286872af6464207bfe36e2e647cfddb, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/f2e8a318785b4b4888923fdf673df73c] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp, totalSize=36.6 K 2024-11-09T05:27:08,505 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting a02a9db88d254a47a2f40cc376813bac, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1731130025883 2024-11-09T05:27:08,506 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting d286872af6464207bfe36e2e647cfddb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1731130026114 2024-11-09T05:27:08,506 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting f2e8a318785b4b4888923fdf673df73c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1731130027515 2024-11-09T05:27:08,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742388_1564 (size=13017) 2024-11-09T05:27:08,519 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f1aae37cbe29bb5b82169cbdafba76fe#B#compaction#482 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:27:08,520 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/B/e19f05395af644e8acb79e5939c07c36 is 50, key is test_row_0/B:col10/1731130027536/Put/seqid=0 2024-11-09T05:27:08,524 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/C/0a9954641e2e4f81af46441057831665 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/0a9954641e2e4f81af46441057831665 2024-11-09T05:27:08,530 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f1aae37cbe29bb5b82169cbdafba76fe/C of f1aae37cbe29bb5b82169cbdafba76fe into 0a9954641e2e4f81af46441057831665(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:27:08,531 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f1aae37cbe29bb5b82169cbdafba76fe: 2024-11-09T05:27:08,531 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., storeName=f1aae37cbe29bb5b82169cbdafba76fe/C, priority=12, startTime=1731130028373; duration=0sec 2024-11-09T05:27:08,531 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:27:08,531 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f1aae37cbe29bb5b82169cbdafba76fe:C 2024-11-09T05:27:08,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742389_1565 (size=13051) 2024-11-09T05:27:08,562 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/B/e19f05395af644e8acb79e5939c07c36 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/e19f05395af644e8acb79e5939c07c36 2024-11-09T05:27:08,570 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f1aae37cbe29bb5b82169cbdafba76fe/B of f1aae37cbe29bb5b82169cbdafba76fe into e19f05395af644e8acb79e5939c07c36(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:27:08,570 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f1aae37cbe29bb5b82169cbdafba76fe: 2024-11-09T05:27:08,570 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., storeName=f1aae37cbe29bb5b82169cbdafba76fe/B, priority=13, startTime=1731130028373; duration=0sec 2024-11-09T05:27:08,570 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:27:08,570 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f1aae37cbe29bb5b82169cbdafba76fe:B 2024-11-09T05:27:08,588 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:08,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52256 deadline: 1731130088577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:08,588 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:08,588 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:08,588 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:08,588 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:27:08,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52232 deadline: 1731130088580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:08,589 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:08,589 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:08,589 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:27:08,596 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:08,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52198 deadline: 1731130088584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:08,596 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:08,596 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:08,596 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:27:08,600 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:08,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52202 deadline: 1731130088590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:08,601 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 059551c538b7,40801,1731129891493 for 'test_row_0' in f1aae37cbe29bb5b82169cbdafba76fe of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4232 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T05:27:08,601 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:08,601 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:08,601 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:27:08,608 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:08,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52228 deadline: 1731130088599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:08,609 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 059551c538b7,40801,1731129891493 for 'test_row_2' in f1aae37cbe29bb5b82169cbdafba76fe of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4233 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T05:27:08,610 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:08,610 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:08,610 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:27:08,698 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:08,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52256 deadline: 1731130088690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:08,699 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:08,699 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:08,699 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:27:08,710 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:08,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52198 deadline: 1731130088701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:08,710 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:08,710 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:08,710 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:27:08,876 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=322 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/A/e0f3477c25cd400c913856678000929e 2024-11-09T05:27:08,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-11-09T05:27:08,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/B/937c2265733645dcb39158abffd1091c is 50, key is test_row_0/B:col10/1731130027929/Put/seqid=0 2024-11-09T05:27:08,918 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:08,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52256 deadline: 1731130088910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:08,918 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:08,918 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:08,918 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:27:08,929 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:08,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52198 deadline: 1731130088920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:08,930 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:08,930 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:08,930 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:27:08,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742390_1566 (size=12301) 2024-11-09T05:27:09,108 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:09,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52232 deadline: 1731130089100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:09,109 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:09,109 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:09,109 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:27:09,225 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:09,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52256 deadline: 1731130089220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:09,226 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:09,226 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:09,226 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:27:09,248 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:09,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52198 deadline: 1731130089240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:09,249 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:09,249 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:09,249 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:27:09,354 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=322 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/B/937c2265733645dcb39158abffd1091c 2024-11-09T05:27:09,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/C/4e5c944b892a48e992ffd3a1b5bcb56b is 50, key is test_row_0/C:col10/1731130027929/Put/seqid=0 2024-11-09T05:27:09,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742391_1567 (size=12301) 2024-11-09T05:27:09,404 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=322 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/C/4e5c944b892a48e992ffd3a1b5bcb56b 2024-11-09T05:27:09,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/A/e0f3477c25cd400c913856678000929e as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/e0f3477c25cd400c913856678000929e 2024-11-09T05:27:09,412 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/e0f3477c25cd400c913856678000929e, entries=150, sequenceid=322, filesize=12.0 K 2024-11-09T05:27:09,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/B/937c2265733645dcb39158abffd1091c as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/937c2265733645dcb39158abffd1091c 2024-11-09T05:27:09,427 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/937c2265733645dcb39158abffd1091c, entries=150, sequenceid=322, filesize=12.0 K 2024-11-09T05:27:09,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/C/4e5c944b892a48e992ffd3a1b5bcb56b as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/4e5c944b892a48e992ffd3a1b5bcb56b 2024-11-09T05:27:09,438 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/4e5c944b892a48e992ffd3a1b5bcb56b, entries=150, sequenceid=322, filesize=12.0 K 2024-11-09T05:27:09,439 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for f1aae37cbe29bb5b82169cbdafba76fe in 1053ms, sequenceid=322, compaction requested=false 2024-11-09T05:27:09,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2603): Flush status journal for f1aae37cbe29bb5b82169cbdafba76fe: 2024-11-09T05:27:09,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. 2024-11-09T05:27:09,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=146 2024-11-09T05:27:09,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.HMaster(4169): Remote procedure done, pid=146 2024-11-09T05:27:09,447 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=146, resume processing ppid=145 2024-11-09T05:27:09,447 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=146, ppid=145, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7010 sec 2024-11-09T05:27:09,451 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=145, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=145, table=TestAcidGuarantees in 1.7070 sec 2024-11-09T05:27:09,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(8855): Flush requested on f1aae37cbe29bb5b82169cbdafba76fe 2024-11-09T05:27:09,734 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T05:27:09,734 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f1aae37cbe29bb5b82169cbdafba76fe 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-09T05:27:09,742 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/A/c7aacda17955455c8fbd4fddfe609feb is 50, key is test_row_0/A:col10/1731130029733/Put/seqid=0 2024-11-09T05:27:09,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742392_1568 (size=14741) 2024-11-09T05:27:09,851 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:09,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52198 deadline: 1731130089841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:09,852 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:09,852 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:09,852 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:27:09,855 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:09,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52256 deadline: 1731130089846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:09,856 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:09,856 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:09,856 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:27:09,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-11-09T05:27:09,891 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T05:27:09,892 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T05:27:09,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] procedure2.ProcedureExecutor(1139): Stored pid=147, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=147, table=TestAcidGuarantees 2024-11-09T05:27:09,894 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=147, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=147, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T05:27:09,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=147 2024-11-09T05:27:09,895 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=147, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=147, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T05:27:09,895 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=148, ppid=147, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T05:27:09,964 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:09,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52256 deadline: 1731130089960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:09,965 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:09,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52198 deadline: 1731130089961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:09,965 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:09,965 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:09,965 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:27:09,967 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:09,967 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:09,967 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:27:10,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=147 2024-11-09T05:27:10,052 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=148 2024-11-09T05:27:10,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. 2024-11-09T05:27:10,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. as already flushing 2024-11-09T05:27:10,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. 2024-11-09T05:27:10,053 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] handler.RSProcedureHandler(58): pid=148 java.io.IOException: Unable to complete flush {ENCODED => f1aae37cbe29bb5b82169cbdafba76fe, NAME => 'TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:10,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=148 java.io.IOException: Unable to complete flush {ENCODED => f1aae37cbe29bb5b82169cbdafba76fe, NAME => 'TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:10,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=148 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f1aae37cbe29bb5b82169cbdafba76fe, NAME => 'TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f1aae37cbe29bb5b82169cbdafba76fe, NAME => 'TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:10,125 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:10,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52232 deadline: 1731130090120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:10,126 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 059551c538b7,40801,1731129891493 for 'test_row_1' in f1aae37cbe29bb5b82169cbdafba76fe of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2194 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T05:27:10,126 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:10,126 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:10,126 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:27:10,162 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=341 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/A/c7aacda17955455c8fbd4fddfe609feb 2024-11-09T05:27:10,177 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:10,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52256 deadline: 1731130090170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:10,177 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:10,177 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:10,177 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:27:10,178 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:10,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52198 deadline: 1731130090170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:10,178 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:10,178 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:10,178 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:27:10,178 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/B/fd5bee96de38446499b93f7b3b117643 is 50, key is test_row_0/B:col10/1731130029733/Put/seqid=0 2024-11-09T05:27:10,209 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=148 2024-11-09T05:27:10,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. 2024-11-09T05:27:10,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. as already flushing 2024-11-09T05:27:10,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. 2024-11-09T05:27:10,209 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] handler.RSProcedureHandler(58): pid=148 java.io.IOException: Unable to complete flush {ENCODED => f1aae37cbe29bb5b82169cbdafba76fe, NAME => 'TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:10,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=148 java.io.IOException: Unable to complete flush {ENCODED => f1aae37cbe29bb5b82169cbdafba76fe, NAME => 'TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:10,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=147 2024-11-09T05:27:10,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742393_1569 (size=12301) 2024-11-09T05:27:10,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=148 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f1aae37cbe29bb5b82169cbdafba76fe, NAME => 'TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f1aae37cbe29bb5b82169cbdafba76fe, NAME => 'TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:10,369 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=148 2024-11-09T05:27:10,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. 2024-11-09T05:27:10,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. as already flushing 2024-11-09T05:27:10,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. 2024-11-09T05:27:10,370 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] handler.RSProcedureHandler(58): pid=148 java.io.IOException: Unable to complete flush {ENCODED => f1aae37cbe29bb5b82169cbdafba76fe, NAME => 'TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:10,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=148 java.io.IOException: Unable to complete flush {ENCODED => f1aae37cbe29bb5b82169cbdafba76fe, NAME => 'TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:10,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=148 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f1aae37cbe29bb5b82169cbdafba76fe, NAME => 'TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f1aae37cbe29bb5b82169cbdafba76fe, NAME => 'TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:10,492 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:10,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52256 deadline: 1731130090480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:10,493 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:10,493 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:10,493 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:27:10,500 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:10,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52198 deadline: 1731130090490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:10,500 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:10,500 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:10,500 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:27:10,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=147 2024-11-09T05:27:10,524 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=148 2024-11-09T05:27:10,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. 2024-11-09T05:27:10,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. as already flushing 2024-11-09T05:27:10,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. 2024-11-09T05:27:10,529 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] handler.RSProcedureHandler(58): pid=148 java.io.IOException: Unable to complete flush {ENCODED => f1aae37cbe29bb5b82169cbdafba76fe, NAME => 'TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:10,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=148 java.io.IOException: Unable to complete flush {ENCODED => f1aae37cbe29bb5b82169cbdafba76fe, NAME => 'TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:10,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=148 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f1aae37cbe29bb5b82169cbdafba76fe, NAME => 'TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f1aae37cbe29bb5b82169cbdafba76fe, NAME => 'TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:10,617 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=341 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/B/fd5bee96de38446499b93f7b3b117643 2024-11-09T05:27:10,638 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/C/2ead44abcafb48af878ada9b04f51d16 is 50, key is test_row_0/C:col10/1731130029733/Put/seqid=0 2024-11-09T05:27:10,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742394_1570 (size=12301) 2024-11-09T05:27:10,670 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=341 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/C/2ead44abcafb48af878ada9b04f51d16 2024-11-09T05:27:10,676 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/A/c7aacda17955455c8fbd4fddfe609feb as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/c7aacda17955455c8fbd4fddfe609feb 2024-11-09T05:27:10,684 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=148 2024-11-09T05:27:10,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. 2024-11-09T05:27:10,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. as already flushing 2024-11-09T05:27:10,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. 2024-11-09T05:27:10,684 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] handler.RSProcedureHandler(58): pid=148 java.io.IOException: Unable to complete flush {ENCODED => f1aae37cbe29bb5b82169cbdafba76fe, NAME => 'TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:10,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=148 java.io.IOException: Unable to complete flush {ENCODED => f1aae37cbe29bb5b82169cbdafba76fe, NAME => 'TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:10,685 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/c7aacda17955455c8fbd4fddfe609feb, entries=200, sequenceid=341, filesize=14.4 K 2024-11-09T05:27:10,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=148 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f1aae37cbe29bb5b82169cbdafba76fe, NAME => 'TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f1aae37cbe29bb5b82169cbdafba76fe, NAME => 'TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:10,686 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/B/fd5bee96de38446499b93f7b3b117643 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/fd5bee96de38446499b93f7b3b117643 2024-11-09T05:27:10,696 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/fd5bee96de38446499b93f7b3b117643, entries=150, sequenceid=341, filesize=12.0 K 2024-11-09T05:27:10,697 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/C/2ead44abcafb48af878ada9b04f51d16 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/2ead44abcafb48af878ada9b04f51d16 2024-11-09T05:27:10,700 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/2ead44abcafb48af878ada9b04f51d16, entries=150, sequenceid=341, filesize=12.0 K 2024-11-09T05:27:10,701 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for f1aae37cbe29bb5b82169cbdafba76fe in 967ms, sequenceid=341, compaction requested=true 2024-11-09T05:27:10,701 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f1aae37cbe29bb5b82169cbdafba76fe: 2024-11-09T05:27:10,701 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:27:10,701 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f1aae37cbe29bb5b82169cbdafba76fe:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T05:27:10,701 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:27:10,701 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:27:10,701 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f1aae37cbe29bb5b82169cbdafba76fe:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T05:27:10,701 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:27:10,701 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f1aae37cbe29bb5b82169cbdafba76fe:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T05:27:10,701 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:27:10,702 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40093 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:27:10,702 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1541): f1aae37cbe29bb5b82169cbdafba76fe/A is initiating minor compaction (all files) 2024-11-09T05:27:10,702 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f1aae37cbe29bb5b82169cbdafba76fe/A in TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. 2024-11-09T05:27:10,702 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/ee0f6de8813647659310fa3a97c792f1, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/e0f3477c25cd400c913856678000929e, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/c7aacda17955455c8fbd4fddfe609feb] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp, totalSize=39.2 K 2024-11-09T05:27:10,702 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:27:10,703 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1541): f1aae37cbe29bb5b82169cbdafba76fe/B is initiating minor compaction (all files) 2024-11-09T05:27:10,703 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f1aae37cbe29bb5b82169cbdafba76fe/B in TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. 2024-11-09T05:27:10,703 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/e19f05395af644e8acb79e5939c07c36, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/937c2265733645dcb39158abffd1091c, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/fd5bee96de38446499b93f7b3b117643] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp, totalSize=36.8 K 2024-11-09T05:27:10,703 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting ee0f6de8813647659310fa3a97c792f1, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1731130027515 2024-11-09T05:27:10,703 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting e19f05395af644e8acb79e5939c07c36, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1731130027515 2024-11-09T05:27:10,703 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting e0f3477c25cd400c913856678000929e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1731130027865 2024-11-09T05:27:10,703 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 937c2265733645dcb39158abffd1091c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1731130027865 2024-11-09T05:27:10,707 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting c7aacda17955455c8fbd4fddfe609feb, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=341, earliestPutTs=1731130028561 2024-11-09T05:27:10,707 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting fd5bee96de38446499b93f7b3b117643, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=341, earliestPutTs=1731130028561 2024-11-09T05:27:10,722 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f1aae37cbe29bb5b82169cbdafba76fe#B#compaction#488 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:27:10,722 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/B/2882becb769446c29676e1dadc75a0df is 50, key is test_row_0/B:col10/1731130029733/Put/seqid=0 2024-11-09T05:27:10,726 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f1aae37cbe29bb5b82169cbdafba76fe#A#compaction#489 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:27:10,726 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/A/c441917e7fb04e388921c77d9df2c428 is 50, key is test_row_0/A:col10/1731130029733/Put/seqid=0 2024-11-09T05:27:10,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742396_1572 (size=13153) 2024-11-09T05:27:10,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742395_1571 (size=13153) 2024-11-09T05:27:10,787 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/A/c441917e7fb04e388921c77d9df2c428 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/c441917e7fb04e388921c77d9df2c428 2024-11-09T05:27:10,793 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f1aae37cbe29bb5b82169cbdafba76fe/A of f1aae37cbe29bb5b82169cbdafba76fe into c441917e7fb04e388921c77d9df2c428(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:27:10,793 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f1aae37cbe29bb5b82169cbdafba76fe: 2024-11-09T05:27:10,793 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., storeName=f1aae37cbe29bb5b82169cbdafba76fe/A, priority=13, startTime=1731130030701; duration=0sec 2024-11-09T05:27:10,793 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:27:10,793 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f1aae37cbe29bb5b82169cbdafba76fe:A 2024-11-09T05:27:10,794 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:27:10,794 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:27:10,794 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1541): f1aae37cbe29bb5b82169cbdafba76fe/C is initiating minor compaction (all files) 2024-11-09T05:27:10,794 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f1aae37cbe29bb5b82169cbdafba76fe/C in TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. 2024-11-09T05:27:10,794 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/0a9954641e2e4f81af46441057831665, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/4e5c944b892a48e992ffd3a1b5bcb56b, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/2ead44abcafb48af878ada9b04f51d16] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp, totalSize=36.7 K 2024-11-09T05:27:10,795 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0a9954641e2e4f81af46441057831665, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1731130027515 2024-11-09T05:27:10,795 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4e5c944b892a48e992ffd3a1b5bcb56b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1731130027865 2024-11-09T05:27:10,795 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2ead44abcafb48af878ada9b04f51d16, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=341, earliestPutTs=1731130028561 2024-11-09T05:27:10,803 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f1aae37cbe29bb5b82169cbdafba76fe#C#compaction#490 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:27:10,804 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/C/a097c5fb4b64406780690869ff6281ef is 50, key is test_row_0/C:col10/1731130029733/Put/seqid=0 2024-11-09T05:27:10,805 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/B/2882becb769446c29676e1dadc75a0df as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/2882becb769446c29676e1dadc75a0df 2024-11-09T05:27:10,813 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f1aae37cbe29bb5b82169cbdafba76fe/B of f1aae37cbe29bb5b82169cbdafba76fe into 2882becb769446c29676e1dadc75a0df(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:27:10,813 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f1aae37cbe29bb5b82169cbdafba76fe: 2024-11-09T05:27:10,813 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., storeName=f1aae37cbe29bb5b82169cbdafba76fe/B, priority=13, startTime=1731130030701; duration=0sec 2024-11-09T05:27:10,813 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:27:10,813 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f1aae37cbe29bb5b82169cbdafba76fe:B 2024-11-09T05:27:10,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742397_1573 (size=13119) 2024-11-09T05:27:10,828 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/C/a097c5fb4b64406780690869ff6281ef as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/a097c5fb4b64406780690869ff6281ef 2024-11-09T05:27:10,833 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f1aae37cbe29bb5b82169cbdafba76fe/C of f1aae37cbe29bb5b82169cbdafba76fe into a097c5fb4b64406780690869ff6281ef(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:27:10,833 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f1aae37cbe29bb5b82169cbdafba76fe: 2024-11-09T05:27:10,833 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., storeName=f1aae37cbe29bb5b82169cbdafba76fe/C, priority=13, startTime=1731130030701; duration=0sec 2024-11-09T05:27:10,834 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:27:10,834 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f1aae37cbe29bb5b82169cbdafba76fe:C 2024-11-09T05:27:10,838 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=148 2024-11-09T05:27:10,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. 2024-11-09T05:27:10,838 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegion(2902): Flushing f1aae37cbe29bb5b82169cbdafba76fe 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-09T05:27:10,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/A/a47b7a82c07242799d65582b1e191989 is 50, key is test_row_0/A:col10/1731130029826/Put/seqid=0 2024-11-09T05:27:10,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742398_1574 (size=12301) 2024-11-09T05:27:10,885 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/A/a47b7a82c07242799d65582b1e191989 2024-11-09T05:27:10,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/B/fda3a4c9af3a42b3928b89fb89347cd9 is 50, key is test_row_0/B:col10/1731130029826/Put/seqid=0 2024-11-09T05:27:10,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742399_1575 (size=12301) 2024-11-09T05:27:11,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(8855): Flush requested on f1aae37cbe29bb5b82169cbdafba76fe 2024-11-09T05:27:11,005 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. as already flushing 2024-11-09T05:27:11,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=147 2024-11-09T05:27:11,073 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:11,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52256 deadline: 1731130091061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:11,074 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:11,074 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:11,074 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:27:11,083 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:11,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52198 deadline: 1731130091073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:11,085 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:11,085 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:11,085 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:27:11,187 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:11,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52256 deadline: 1731130091180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:11,189 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:11,189 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:11,189 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:27:11,199 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:11,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52198 deadline: 1731130091190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:11,199 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:11,199 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:11,199 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:27:11,346 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/B/fda3a4c9af3a42b3928b89fb89347cd9 2024-11-09T05:27:11,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/C/750f49d1a48b482a8f13bb8568256749 is 50, key is test_row_0/C:col10/1731130029826/Put/seqid=0 2024-11-09T05:27:11,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742400_1576 (size=12301) 2024-11-09T05:27:11,390 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/C/750f49d1a48b482a8f13bb8568256749 2024-11-09T05:27:11,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/A/a47b7a82c07242799d65582b1e191989 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/a47b7a82c07242799d65582b1e191989 2024-11-09T05:27:11,399 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/a47b7a82c07242799d65582b1e191989, entries=150, sequenceid=364, filesize=12.0 K 2024-11-09T05:27:11,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/B/fda3a4c9af3a42b3928b89fb89347cd9 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/fda3a4c9af3a42b3928b89fb89347cd9 2024-11-09T05:27:11,403 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:11,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52256 deadline: 1731130091400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:11,403 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:11,404 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:11,404 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:27:11,405 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/fda3a4c9af3a42b3928b89fb89347cd9, entries=150, sequenceid=364, filesize=12.0 K 2024-11-09T05:27:11,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/C/750f49d1a48b482a8f13bb8568256749 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/750f49d1a48b482a8f13bb8568256749 2024-11-09T05:27:11,411 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/750f49d1a48b482a8f13bb8568256749, entries=150, sequenceid=364, filesize=12.0 K 2024-11-09T05:27:11,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.StoreScanner(1005): StoreScanner already closing. There is no need to updateReaders 2024-11-09T05:27:11,412 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for f1aae37cbe29bb5b82169cbdafba76fe in 574ms, sequenceid=364, compaction requested=false 2024-11-09T05:27:11,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegion(2603): Flush status journal for f1aae37cbe29bb5b82169cbdafba76fe: 2024-11-09T05:27:11,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. 2024-11-09T05:27:11,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=148 2024-11-09T05:27:11,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.HMaster(4169): Remote procedure done, pid=148 2024-11-09T05:27:11,418 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=148, resume processing ppid=147 2024-11-09T05:27:11,418 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T05:27:11,418 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f1aae37cbe29bb5b82169cbdafba76fe 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-09T05:27:11,418 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=148, ppid=147, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5190 sec 2024-11-09T05:27:11,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(8855): Flush requested on f1aae37cbe29bb5b82169cbdafba76fe 2024-11-09T05:27:11,423 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=147, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=147, table=TestAcidGuarantees in 1.5280 sec 2024-11-09T05:27:11,428 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/A/5460ca1020c94b7db0fbfe40c24bcc29 is 50, key is test_row_0/A:col10/1731130031058/Put/seqid=0 2024-11-09T05:27:11,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742401_1577 (size=14741) 2024-11-09T05:27:11,572 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:11,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52198 deadline: 1731130091565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:11,573 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:11,573 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:11,573 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:27:11,686 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:11,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52198 deadline: 1731130091681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:11,687 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:11,687 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:11,687 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:27:11,722 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:11,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52256 deadline: 1731130091716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:11,723 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:11,723 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:11,723 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:27:11,835 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=381 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/A/5460ca1020c94b7db0fbfe40c24bcc29 2024-11-09T05:27:11,867 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/B/eeaad827bb4c48468a6d3019c65a99c8 is 50, key is test_row_0/B:col10/1731130031058/Put/seqid=0 2024-11-09T05:27:11,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742402_1578 (size=12301) 2024-11-09T05:27:11,897 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:11,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52198 deadline: 1731130091890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:11,897 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:11,898 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:11,898 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:27:12,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=147 2024-11-09T05:27:12,040 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T05:27:12,041 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T05:27:12,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] procedure2.ProcedureExecutor(1139): Stored pid=149, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=149, table=TestAcidGuarantees 2024-11-09T05:27:12,043 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=149, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=149, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T05:27:12,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=149 2024-11-09T05:27:12,044 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=149, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=149, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T05:27:12,044 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=150, ppid=149, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T05:27:12,147 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:12,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52232 deadline: 1731130092136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:12,147 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 059551c538b7,40801,1731129891493 for 'test_row_1' in f1aae37cbe29bb5b82169cbdafba76fe of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4216 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T05:27:12,148 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:12,148 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:12,148 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:27:12,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=149 2024-11-09T05:27:12,196 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=150 2024-11-09T05:27:12,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. 2024-11-09T05:27:12,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. as already flushing 2024-11-09T05:27:12,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. 2024-11-09T05:27:12,197 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] handler.RSProcedureHandler(58): pid=150 java.io.IOException: Unable to complete flush {ENCODED => f1aae37cbe29bb5b82169cbdafba76fe, NAME => 'TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:12,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=150 java.io.IOException: Unable to complete flush {ENCODED => f1aae37cbe29bb5b82169cbdafba76fe, NAME => 'TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:12,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=150 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f1aae37cbe29bb5b82169cbdafba76fe, NAME => 'TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f1aae37cbe29bb5b82169cbdafba76fe, NAME => 'TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:12,218 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:12,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52198 deadline: 1731130092210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:12,218 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:12,218 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:12,218 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:27:12,237 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:12,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52256 deadline: 1731130092230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:12,238 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:12,238 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:12,238 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:27:12,294 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=381 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/B/eeaad827bb4c48468a6d3019c65a99c8 2024-11-09T05:27:12,302 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/C/0f8a0e7e190a407cafa0f9b719985f15 is 50, key is test_row_0/C:col10/1731130031058/Put/seqid=0 2024-11-09T05:27:12,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742403_1579 (size=12301) 2024-11-09T05:27:12,350 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=150 2024-11-09T05:27:12,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. 2024-11-09T05:27:12,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. as already flushing 2024-11-09T05:27:12,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. 2024-11-09T05:27:12,350 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] handler.RSProcedureHandler(58): pid=150 java.io.IOException: Unable to complete flush {ENCODED => f1aae37cbe29bb5b82169cbdafba76fe, NAME => 'TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:12,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=150 java.io.IOException: Unable to complete flush {ENCODED => f1aae37cbe29bb5b82169cbdafba76fe, NAME => 'TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:12,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=150 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f1aae37cbe29bb5b82169cbdafba76fe, NAME => 'TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f1aae37cbe29bb5b82169cbdafba76fe, NAME => 'TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:12,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=149 2024-11-09T05:27:12,503 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=150 2024-11-09T05:27:12,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. 2024-11-09T05:27:12,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. as already flushing 2024-11-09T05:27:12,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. 2024-11-09T05:27:12,503 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] handler.RSProcedureHandler(58): pid=150 java.io.IOException: Unable to complete flush {ENCODED => f1aae37cbe29bb5b82169cbdafba76fe, NAME => 'TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:12,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=150 java.io.IOException: Unable to complete flush {ENCODED => f1aae37cbe29bb5b82169cbdafba76fe, NAME => 'TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:12,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=150 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f1aae37cbe29bb5b82169cbdafba76fe, NAME => 'TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f1aae37cbe29bb5b82169cbdafba76fe, NAME => 'TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:12,624 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:12,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52202 deadline: 1731130092620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:12,625 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 059551c538b7,40801,1731129891493 for 'test_row_0' in f1aae37cbe29bb5b82169cbdafba76fe of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8256 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T05:27:12,625 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:12,625 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:12,625 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:27:12,656 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=150 2024-11-09T05:27:12,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. 2024-11-09T05:27:12,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. as already flushing 2024-11-09T05:27:12,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. 2024-11-09T05:27:12,656 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] handler.RSProcedureHandler(58): pid=150 java.io.IOException: Unable to complete flush {ENCODED => f1aae37cbe29bb5b82169cbdafba76fe, NAME => 'TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:12,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=150 java.io.IOException: Unable to complete flush {ENCODED => f1aae37cbe29bb5b82169cbdafba76fe, NAME => 'TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:12,657 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:12,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52228 deadline: 1731130092650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:12,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=150 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f1aae37cbe29bb5b82169cbdafba76fe, NAME => 'TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f1aae37cbe29bb5b82169cbdafba76fe, NAME => 'TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:12,658 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 059551c538b7,40801,1731129891493 for 'test_row_2' in f1aae37cbe29bb5b82169cbdafba76fe of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8282 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T05:27:12,659 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:12,659 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:12,659 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:27:12,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=149 2024-11-09T05:27:12,729 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=381 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/C/0f8a0e7e190a407cafa0f9b719985f15 2024-11-09T05:27:12,734 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/A/5460ca1020c94b7db0fbfe40c24bcc29 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/5460ca1020c94b7db0fbfe40c24bcc29 2024-11-09T05:27:12,739 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:12,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52198 deadline: 1731130092731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:12,740 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:12,740 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:12,740 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:27:12,740 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/5460ca1020c94b7db0fbfe40c24bcc29, entries=200, sequenceid=381, filesize=14.4 K 2024-11-09T05:27:12,741 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/B/eeaad827bb4c48468a6d3019c65a99c8 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/eeaad827bb4c48468a6d3019c65a99c8 2024-11-09T05:27:12,745 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/eeaad827bb4c48468a6d3019c65a99c8, entries=150, sequenceid=381, filesize=12.0 K 2024-11-09T05:27:12,746 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/C/0f8a0e7e190a407cafa0f9b719985f15 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/0f8a0e7e190a407cafa0f9b719985f15 2024-11-09T05:27:12,749 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/0f8a0e7e190a407cafa0f9b719985f15, entries=150, sequenceid=381, filesize=12.0 K 2024-11-09T05:27:12,750 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for f1aae37cbe29bb5b82169cbdafba76fe in 1332ms, sequenceid=381, compaction requested=true 2024-11-09T05:27:12,750 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f1aae37cbe29bb5b82169cbdafba76fe: 2024-11-09T05:27:12,750 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:27:12,750 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f1aae37cbe29bb5b82169cbdafba76fe:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T05:27:12,751 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:27:12,751 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f1aae37cbe29bb5b82169cbdafba76fe:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T05:27:12,751 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:27:12,751 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f1aae37cbe29bb5b82169cbdafba76fe:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T05:27:12,751 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:27:12,751 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:27:12,751 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40195 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:27:12,752 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1541): f1aae37cbe29bb5b82169cbdafba76fe/A is initiating minor compaction (all files) 2024-11-09T05:27:12,752 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f1aae37cbe29bb5b82169cbdafba76fe/A in TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. 2024-11-09T05:27:12,752 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/c441917e7fb04e388921c77d9df2c428, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/a47b7a82c07242799d65582b1e191989, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/5460ca1020c94b7db0fbfe40c24bcc29] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp, totalSize=39.3 K 2024-11-09T05:27:12,752 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting c441917e7fb04e388921c77d9df2c428, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=341, earliestPutTs=1731130028561 2024-11-09T05:27:12,752 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:27:12,752 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1541): f1aae37cbe29bb5b82169cbdafba76fe/B is initiating minor compaction (all files) 2024-11-09T05:27:12,753 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f1aae37cbe29bb5b82169cbdafba76fe/B in TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. 2024-11-09T05:27:12,753 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/2882becb769446c29676e1dadc75a0df, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/fda3a4c9af3a42b3928b89fb89347cd9, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/eeaad827bb4c48468a6d3019c65a99c8] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp, totalSize=36.9 K 2024-11-09T05:27:12,753 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting a47b7a82c07242799d65582b1e191989, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1731130029826 2024-11-09T05:27:12,753 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2882becb769446c29676e1dadc75a0df, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=341, earliestPutTs=1731130028561 2024-11-09T05:27:12,753 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 5460ca1020c94b7db0fbfe40c24bcc29, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=381, earliestPutTs=1731130031038 2024-11-09T05:27:12,754 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting fda3a4c9af3a42b3928b89fb89347cd9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1731130029826 2024-11-09T05:27:12,754 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting eeaad827bb4c48468a6d3019c65a99c8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=381, earliestPutTs=1731130031038 2024-11-09T05:27:12,763 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f1aae37cbe29bb5b82169cbdafba76fe#A#compaction#497 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:27:12,763 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/A/515d90f24e374d7081f2900981edb19b is 50, key is test_row_0/A:col10/1731130031058/Put/seqid=0 2024-11-09T05:27:12,766 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f1aae37cbe29bb5b82169cbdafba76fe#B#compaction#498 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:27:12,767 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/B/855a94f1d88d422e949e70201eb83f3d is 50, key is test_row_0/B:col10/1731130031058/Put/seqid=0 2024-11-09T05:27:12,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742404_1580 (size=13255) 2024-11-09T05:27:12,810 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=150 2024-11-09T05:27:12,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. 2024-11-09T05:27:12,810 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(2902): Flushing f1aae37cbe29bb5b82169cbdafba76fe 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-09T05:27:12,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742405_1581 (size=13255) 2024-11-09T05:27:12,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/A/84c90149e1c14aa5adcc02dd6306d48d is 50, key is test_row_0/A:col10/1731130031563/Put/seqid=0 2024-11-09T05:27:12,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742406_1582 (size=12301) 2024-11-09T05:27:13,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=149 2024-11-09T05:27:13,218 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/A/515d90f24e374d7081f2900981edb19b as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/515d90f24e374d7081f2900981edb19b 2024-11-09T05:27:13,224 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f1aae37cbe29bb5b82169cbdafba76fe/A of f1aae37cbe29bb5b82169cbdafba76fe into 515d90f24e374d7081f2900981edb19b(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:27:13,224 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f1aae37cbe29bb5b82169cbdafba76fe: 2024-11-09T05:27:13,224 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., storeName=f1aae37cbe29bb5b82169cbdafba76fe/A, priority=13, startTime=1731130032750; duration=0sec 2024-11-09T05:27:13,224 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:27:13,224 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f1aae37cbe29bb5b82169cbdafba76fe:A 2024-11-09T05:27:13,224 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:27:13,225 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:27:13,225 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1541): f1aae37cbe29bb5b82169cbdafba76fe/C is initiating minor compaction (all files) 2024-11-09T05:27:13,225 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f1aae37cbe29bb5b82169cbdafba76fe/C in TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. 2024-11-09T05:27:13,226 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/a097c5fb4b64406780690869ff6281ef, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/750f49d1a48b482a8f13bb8568256749, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/0f8a0e7e190a407cafa0f9b719985f15] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp, totalSize=36.8 K 2024-11-09T05:27:13,226 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting a097c5fb4b64406780690869ff6281ef, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=341, earliestPutTs=1731130028561 2024-11-09T05:27:13,227 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 750f49d1a48b482a8f13bb8568256749, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1731130029826 2024-11-09T05:27:13,227 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 0f8a0e7e190a407cafa0f9b719985f15, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=381, earliestPutTs=1731130031038 2024-11-09T05:27:13,232 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/B/855a94f1d88d422e949e70201eb83f3d as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/855a94f1d88d422e949e70201eb83f3d 2024-11-09T05:27:13,237 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f1aae37cbe29bb5b82169cbdafba76fe/B of f1aae37cbe29bb5b82169cbdafba76fe into 855a94f1d88d422e949e70201eb83f3d(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:27:13,237 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f1aae37cbe29bb5b82169cbdafba76fe: 2024-11-09T05:27:13,237 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., storeName=f1aae37cbe29bb5b82169cbdafba76fe/B, priority=13, startTime=1731130032751; duration=0sec 2024-11-09T05:27:13,237 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:27:13,237 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f1aae37cbe29bb5b82169cbdafba76fe:B 2024-11-09T05:27:13,246 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f1aae37cbe29bb5b82169cbdafba76fe#C#compaction#500 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:27:13,246 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/C/6c0b6ad868bf48c7bfca18cab774f87b is 50, key is test_row_0/C:col10/1731130031058/Put/seqid=0 2024-11-09T05:27:13,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(8855): Flush requested on f1aae37cbe29bb5b82169cbdafba76fe 2024-11-09T05:27:13,260 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. as already flushing 2024-11-09T05:27:13,272 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=400 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/A/84c90149e1c14aa5adcc02dd6306d48d 2024-11-09T05:27:13,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742407_1583 (size=13221) 2024-11-09T05:27:13,292 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/C/6c0b6ad868bf48c7bfca18cab774f87b as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/6c0b6ad868bf48c7bfca18cab774f87b 2024-11-09T05:27:13,301 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f1aae37cbe29bb5b82169cbdafba76fe/C of f1aae37cbe29bb5b82169cbdafba76fe into 6c0b6ad868bf48c7bfca18cab774f87b(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:27:13,302 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f1aae37cbe29bb5b82169cbdafba76fe: 2024-11-09T05:27:13,302 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., storeName=f1aae37cbe29bb5b82169cbdafba76fe/C, priority=13, startTime=1731130032751; duration=0sec 2024-11-09T05:27:13,302 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:27:13,302 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f1aae37cbe29bb5b82169cbdafba76fe:C 2024-11-09T05:27:13,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/B/e9a177c08cbe44169d077b7c97955843 is 50, key is test_row_0/B:col10/1731130031563/Put/seqid=0 2024-11-09T05:27:13,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742408_1584 (size=12301) 2024-11-09T05:27:13,322 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=400 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/B/e9a177c08cbe44169d077b7c97955843 2024-11-09T05:27:13,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/C/c03f6b7b36c340e4978bbc08c38276d8 is 50, key is test_row_0/C:col10/1731130031563/Put/seqid=0 2024-11-09T05:27:13,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742409_1585 (size=12301) 2024-11-09T05:27:13,379 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=400 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/C/c03f6b7b36c340e4978bbc08c38276d8 2024-11-09T05:27:13,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/A/84c90149e1c14aa5adcc02dd6306d48d as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/84c90149e1c14aa5adcc02dd6306d48d 2024-11-09T05:27:13,388 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/84c90149e1c14aa5adcc02dd6306d48d, entries=150, sequenceid=400, filesize=12.0 K 2024-11-09T05:27:13,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/B/e9a177c08cbe44169d077b7c97955843 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/e9a177c08cbe44169d077b7c97955843 2024-11-09T05:27:13,398 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/e9a177c08cbe44169d077b7c97955843, entries=150, sequenceid=400, filesize=12.0 K 2024-11-09T05:27:13,399 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:13,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52256 deadline: 1731130093396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:13,399 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:13,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/C/c03f6b7b36c340e4978bbc08c38276d8 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/c03f6b7b36c340e4978bbc08c38276d8 2024-11-09T05:27:13,399 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:13,399 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:27:13,403 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/c03f6b7b36c340e4978bbc08c38276d8, entries=150, sequenceid=400, filesize=12.0 K 2024-11-09T05:27:13,403 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for f1aae37cbe29bb5b82169cbdafba76fe in 593ms, sequenceid=400, compaction requested=false 2024-11-09T05:27:13,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(2603): Flush status journal for f1aae37cbe29bb5b82169cbdafba76fe: 2024-11-09T05:27:13,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. 2024-11-09T05:27:13,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=150 2024-11-09T05:27:13,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.HMaster(4169): Remote procedure done, pid=150 2024-11-09T05:27:13,408 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=150, resume processing ppid=149 2024-11-09T05:27:13,408 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=150, ppid=149, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3610 sec 2024-11-09T05:27:13,411 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=149, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=149, table=TestAcidGuarantees in 1.3680 sec 2024-11-09T05:27:13,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(8855): Flush requested on f1aae37cbe29bb5b82169cbdafba76fe 2024-11-09T05:27:13,515 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T05:27:13,516 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f1aae37cbe29bb5b82169cbdafba76fe 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-09T05:27:13,520 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/A/46a627a26a0049c9a2967051efdd3138 is 50, key is test_row_0/A:col10/1731130033394/Put/seqid=0 2024-11-09T05:27:13,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742410_1586 (size=14741) 2024-11-09T05:27:13,694 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:13,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52256 deadline: 1731130093684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:13,694 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:13,694 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:13,694 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:27:13,760 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:13,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52198 deadline: 1731130093750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:13,761 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 059551c538b7,40801,1731129891493 for 'test_row_0' in f1aae37cbe29bb5b82169cbdafba76fe of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2196 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T05:27:13,761 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:13,761 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:13,762 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:27:13,802 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:13,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52256 deadline: 1731130093800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:13,802 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:13,802 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:13,803 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:27:13,939 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=421 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/A/46a627a26a0049c9a2967051efdd3138 2024-11-09T05:27:13,948 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/B/6e1317b1dab443b2a1a6d336012cf31c is 50, key is test_row_0/B:col10/1731130033394/Put/seqid=0 2024-11-09T05:27:13,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742411_1587 (size=12301) 2024-11-09T05:27:14,016 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:14,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52256 deadline: 1731130094010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:14,017 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:14,017 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:14,017 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:27:14,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=149 2024-11-09T05:27:14,193 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T05:27:14,193 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T05:27:14,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] procedure2.ProcedureExecutor(1139): Stored pid=151, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=151, table=TestAcidGuarantees 2024-11-09T05:27:14,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=151 2024-11-09T05:27:14,196 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=151, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=151, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T05:27:14,196 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=151, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=151, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T05:27:14,196 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=152, ppid=151, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T05:27:14,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=151 2024-11-09T05:27:14,327 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:14,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52256 deadline: 1731130094319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:14,327 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:14,328 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:14,328 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:27:14,349 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152 2024-11-09T05:27:14,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. 2024-11-09T05:27:14,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. as already flushing 2024-11-09T05:27:14,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. 2024-11-09T05:27:14,350 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] handler.RSProcedureHandler(58): pid=152 java.io.IOException: Unable to complete flush {ENCODED => f1aae37cbe29bb5b82169cbdafba76fe, NAME => 'TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:14,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=152 java.io.IOException: Unable to complete flush {ENCODED => f1aae37cbe29bb5b82169cbdafba76fe, NAME => 'TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:14,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=152 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f1aae37cbe29bb5b82169cbdafba76fe, NAME => 'TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f1aae37cbe29bb5b82169cbdafba76fe, NAME => 'TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:14,381 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=421 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/B/6e1317b1dab443b2a1a6d336012cf31c 2024-11-09T05:27:14,402 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/C/d49160f346864d0aaf1c6a842ca877a2 is 50, key is test_row_0/C:col10/1731130033394/Put/seqid=0 2024-11-09T05:27:14,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742412_1588 (size=12301) 2024-11-09T05:27:14,438 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=421 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/C/d49160f346864d0aaf1c6a842ca877a2 2024-11-09T05:27:14,456 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/A/46a627a26a0049c9a2967051efdd3138 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/46a627a26a0049c9a2967051efdd3138 2024-11-09T05:27:14,461 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/46a627a26a0049c9a2967051efdd3138, entries=200, sequenceid=421, filesize=14.4 K 2024-11-09T05:27:14,463 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/B/6e1317b1dab443b2a1a6d336012cf31c as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/6e1317b1dab443b2a1a6d336012cf31c 2024-11-09T05:27:14,467 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/6e1317b1dab443b2a1a6d336012cf31c, entries=150, sequenceid=421, filesize=12.0 K 2024-11-09T05:27:14,468 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/C/d49160f346864d0aaf1c6a842ca877a2 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/d49160f346864d0aaf1c6a842ca877a2 2024-11-09T05:27:14,471 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/d49160f346864d0aaf1c6a842ca877a2, entries=150, sequenceid=421, filesize=12.0 K 2024-11-09T05:27:14,473 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for f1aae37cbe29bb5b82169cbdafba76fe in 957ms, sequenceid=421, compaction requested=true 2024-11-09T05:27:14,473 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f1aae37cbe29bb5b82169cbdafba76fe: 2024-11-09T05:27:14,473 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f1aae37cbe29bb5b82169cbdafba76fe:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T05:27:14,473 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:27:14,473 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:27:14,473 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f1aae37cbe29bb5b82169cbdafba76fe:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T05:27:14,473 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:27:14,473 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:27:14,473 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f1aae37cbe29bb5b82169cbdafba76fe:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T05:27:14,473 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:27:14,481 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40297 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:27:14,481 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1541): f1aae37cbe29bb5b82169cbdafba76fe/A is initiating minor compaction (all files) 2024-11-09T05:27:14,481 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f1aae37cbe29bb5b82169cbdafba76fe/A in TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. 2024-11-09T05:27:14,481 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/515d90f24e374d7081f2900981edb19b, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/84c90149e1c14aa5adcc02dd6306d48d, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/46a627a26a0049c9a2967051efdd3138] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp, totalSize=39.4 K 2024-11-09T05:27:14,481 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:27:14,481 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1541): f1aae37cbe29bb5b82169cbdafba76fe/B is initiating minor compaction (all files) 2024-11-09T05:27:14,481 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f1aae37cbe29bb5b82169cbdafba76fe/B in TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. 2024-11-09T05:27:14,481 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/855a94f1d88d422e949e70201eb83f3d, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/e9a177c08cbe44169d077b7c97955843, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/6e1317b1dab443b2a1a6d336012cf31c] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp, totalSize=37.0 K 2024-11-09T05:27:14,484 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 855a94f1d88d422e949e70201eb83f3d, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=381, earliestPutTs=1731130031038 2024-11-09T05:27:14,484 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 515d90f24e374d7081f2900981edb19b, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=381, earliestPutTs=1731130031038 2024-11-09T05:27:14,484 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting e9a177c08cbe44169d077b7c97955843, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=400, earliestPutTs=1731130031491 2024-11-09T05:27:14,485 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 6e1317b1dab443b2a1a6d336012cf31c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=421, earliestPutTs=1731130033322 2024-11-09T05:27:14,485 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 84c90149e1c14aa5adcc02dd6306d48d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=400, earliestPutTs=1731130031491 2024-11-09T05:27:14,485 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 46a627a26a0049c9a2967051efdd3138, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=421, earliestPutTs=1731130033322 2024-11-09T05:27:14,499 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f1aae37cbe29bb5b82169cbdafba76fe#B#compaction#506 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:27:14,500 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/B/53267fc709b749e7917551bbfb885742 is 50, key is test_row_0/B:col10/1731130033394/Put/seqid=0 2024-11-09T05:27:14,503 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152 2024-11-09T05:27:14,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. 2024-11-09T05:27:14,503 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2902): Flushing f1aae37cbe29bb5b82169cbdafba76fe 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-09T05:27:14,508 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f1aae37cbe29bb5b82169cbdafba76fe#A#compaction#507 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:27:14,509 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/A/2f35e0f9d8ff49e0a9b049a4de0310e4 is 50, key is test_row_0/A:col10/1731130033394/Put/seqid=0 2024-11-09T05:27:14,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=151 2024-11-09T05:27:14,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/A/00d7c0a3958242a497c3fb9daba3bb62 is 50, key is test_row_0/A:col10/1731130033554/Put/seqid=0 2024-11-09T05:27:14,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742413_1589 (size=13357) 2024-11-09T05:27:14,558 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/B/53267fc709b749e7917551bbfb885742 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/53267fc709b749e7917551bbfb885742 2024-11-09T05:27:14,565 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f1aae37cbe29bb5b82169cbdafba76fe/B of f1aae37cbe29bb5b82169cbdafba76fe into 53267fc709b749e7917551bbfb885742(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:27:14,565 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f1aae37cbe29bb5b82169cbdafba76fe: 2024-11-09T05:27:14,565 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., storeName=f1aae37cbe29bb5b82169cbdafba76fe/B, priority=13, startTime=1731130034473; duration=0sec 2024-11-09T05:27:14,565 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:27:14,565 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f1aae37cbe29bb5b82169cbdafba76fe:B 2024-11-09T05:27:14,565 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:27:14,566 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:27:14,566 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1541): f1aae37cbe29bb5b82169cbdafba76fe/C is initiating minor compaction (all files) 2024-11-09T05:27:14,566 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f1aae37cbe29bb5b82169cbdafba76fe/C in TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. 2024-11-09T05:27:14,566 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/6c0b6ad868bf48c7bfca18cab774f87b, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/c03f6b7b36c340e4978bbc08c38276d8, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/d49160f346864d0aaf1c6a842ca877a2] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp, totalSize=36.9 K 2024-11-09T05:27:14,569 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 6c0b6ad868bf48c7bfca18cab774f87b, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=381, earliestPutTs=1731130031038 2024-11-09T05:27:14,569 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting c03f6b7b36c340e4978bbc08c38276d8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=400, earliestPutTs=1731130031491 2024-11-09T05:27:14,570 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting d49160f346864d0aaf1c6a842ca877a2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=421, earliestPutTs=1731130033322 2024-11-09T05:27:14,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742415_1591 (size=12301) 2024-11-09T05:27:14,602 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=439 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/A/00d7c0a3958242a497c3fb9daba3bb62 2024-11-09T05:27:14,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742414_1590 (size=13357) 2024-11-09T05:27:14,619 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f1aae37cbe29bb5b82169cbdafba76fe#C#compaction#509 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:27:14,620 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/C/2f919c001fd94f3da859526a08580f20 is 50, key is test_row_0/C:col10/1731130033394/Put/seqid=0 2024-11-09T05:27:14,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/B/f96a78618c5848e488fb5a343ee3a6b8 is 50, key is test_row_0/B:col10/1731130033554/Put/seqid=0 2024-11-09T05:27:14,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742416_1592 (size=13323) 2024-11-09T05:27:14,661 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/C/2f919c001fd94f3da859526a08580f20 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/2f919c001fd94f3da859526a08580f20 2024-11-09T05:27:14,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742417_1593 (size=12301) 2024-11-09T05:27:14,671 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f1aae37cbe29bb5b82169cbdafba76fe/C of f1aae37cbe29bb5b82169cbdafba76fe into 2f919c001fd94f3da859526a08580f20(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:27:14,671 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f1aae37cbe29bb5b82169cbdafba76fe: 2024-11-09T05:27:14,671 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., storeName=f1aae37cbe29bb5b82169cbdafba76fe/C, priority=13, startTime=1731130034473; duration=0sec 2024-11-09T05:27:14,672 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:27:14,672 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f1aae37cbe29bb5b82169cbdafba76fe:C 2024-11-09T05:27:14,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=151 2024-11-09T05:27:14,846 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. as already flushing 2024-11-09T05:27:14,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(8855): Flush requested on f1aae37cbe29bb5b82169cbdafba76fe 2024-11-09T05:27:14,978 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:14,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52256 deadline: 1731130094967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:14,979 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:14,979 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:14,979 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:27:15,016 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/A/2f35e0f9d8ff49e0a9b049a4de0310e4 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/2f35e0f9d8ff49e0a9b049a4de0310e4 2024-11-09T05:27:15,020 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f1aae37cbe29bb5b82169cbdafba76fe/A of f1aae37cbe29bb5b82169cbdafba76fe into 2f35e0f9d8ff49e0a9b049a4de0310e4(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:27:15,021 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f1aae37cbe29bb5b82169cbdafba76fe: 2024-11-09T05:27:15,021 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., storeName=f1aae37cbe29bb5b82169cbdafba76fe/A, priority=13, startTime=1731130034473; duration=0sec 2024-11-09T05:27:15,021 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:27:15,021 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f1aae37cbe29bb5b82169cbdafba76fe:A 2024-11-09T05:27:15,063 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=439 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/B/f96a78618c5848e488fb5a343ee3a6b8 2024-11-09T05:27:15,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/C/f87476a5449744e9847066450632c7a9 is 50, key is test_row_0/C:col10/1731130033554/Put/seqid=0 2024-11-09T05:27:15,096 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:15,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52256 deadline: 1731130095090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:15,097 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 , the old value is region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:15,097 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:15,097 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., hostname=059551c538b7,40801,1731129891493, seqNum=2 because the exception is null or not the one we care about 2024-11-09T05:27:15,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742418_1594 (size=12301) 2024-11-09T05:27:15,118 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=439 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/C/f87476a5449744e9847066450632c7a9 2024-11-09T05:27:15,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/A/00d7c0a3958242a497c3fb9daba3bb62 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/00d7c0a3958242a497c3fb9daba3bb62 2024-11-09T05:27:15,129 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/00d7c0a3958242a497c3fb9daba3bb62, entries=150, sequenceid=439, filesize=12.0 K 2024-11-09T05:27:15,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/B/f96a78618c5848e488fb5a343ee3a6b8 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/f96a78618c5848e488fb5a343ee3a6b8 2024-11-09T05:27:15,135 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/f96a78618c5848e488fb5a343ee3a6b8, entries=150, sequenceid=439, filesize=12.0 K 2024-11-09T05:27:15,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/C/f87476a5449744e9847066450632c7a9 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/f87476a5449744e9847066450632c7a9 2024-11-09T05:27:15,141 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/f87476a5449744e9847066450632c7a9, entries=150, sequenceid=439, filesize=12.0 K 2024-11-09T05:27:15,141 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for f1aae37cbe29bb5b82169cbdafba76fe in 638ms, sequenceid=439, compaction requested=false 2024-11-09T05:27:15,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2603): Flush status journal for f1aae37cbe29bb5b82169cbdafba76fe: 2024-11-09T05:27:15,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. 2024-11-09T05:27:15,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=152 2024-11-09T05:27:15,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.HMaster(4169): Remote procedure done, pid=152 2024-11-09T05:27:15,146 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=152, resume processing ppid=151 2024-11-09T05:27:15,146 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=152, ppid=151, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 948 msec 2024-11-09T05:27:15,151 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=151, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=151, table=TestAcidGuarantees in 955 msec 2024-11-09T05:27:15,307 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T05:27:15,307 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f1aae37cbe29bb5b82169cbdafba76fe 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-09T05:27:15,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(8855): Flush requested on f1aae37cbe29bb5b82169cbdafba76fe 2024-11-09T05:27:15,313 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/A/5cb2e5c13009490da45fdf34c37b5e02 is 50, key is test_row_0/A:col10/1731130035305/Put/seqid=0 2024-11-09T05:27:15,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=151 2024-11-09T05:27:15,331 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T05:27:15,331 INFO [Thread-2210 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2210. 2024-11-09T05:27:15,331 DEBUG [Thread-2210 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T05:27:15,331 DEBUG [Thread-2210 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:27:15,331 INFO [Thread-2205 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2205. 2024-11-09T05:27:15,331 DEBUG [Thread-2210 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:27:15,331 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:27:15,331 DEBUG [Thread-2205 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T05:27:15,331 DEBUG [Thread-2205 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:27:15,332 DEBUG [Thread-2205 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:27:15,332 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:27:15,334 INFO [Thread-2212 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2212. 2024-11-09T05:27:15,335 DEBUG [Thread-2212 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T05:27:15,335 DEBUG [Thread-2212 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:27:15,335 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:27:15,335 DEBUG [Thread-2212 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:27:15,338 INFO [Thread-2216 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2216. 2024-11-09T05:27:15,338 DEBUG [Thread-2216 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T05:27:15,338 DEBUG [Thread-2216 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:27:15,338 DEBUG [Thread-2216 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:27:15,338 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:27:15,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742419_1595 (size=14741) 2024-11-09T05:27:15,341 INFO [Thread-2218 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2218. 2024-11-09T05:27:15,341 DEBUG [Thread-2218 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T05:27:15,341 DEBUG [Thread-2218 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:27:15,341 INFO [Thread-2214 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2214. 2024-11-09T05:27:15,341 DEBUG [Thread-2218 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:27:15,341 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:27:15,341 DEBUG [Thread-2214 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T05:27:15,341 DEBUG [Thread-2214 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:27:15,341 DEBUG [Thread-2214 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:27:15,341 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:27:15,738 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=461 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/A/5cb2e5c13009490da45fdf34c37b5e02 2024-11-09T05:27:15,744 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/B/c371331fc67a463391378f901a94a300 is 50, key is test_row_0/B:col10/1731130035305/Put/seqid=0 2024-11-09T05:27:15,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742420_1596 (size=12301) 2024-11-09T05:27:15,782 INFO [Thread-2201 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2201. 2024-11-09T05:27:15,782 DEBUG [Thread-2201 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T05:27:15,782 DEBUG [Thread-2201 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:27:15,782 DEBUG [Thread-2201 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:27:15,782 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:27:16,147 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=461 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/B/c371331fc67a463391378f901a94a300 2024-11-09T05:27:16,152 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/C/7b308892e2f948edbd95697b6c3bd6d8 is 50, key is test_row_0/C:col10/1731130035305/Put/seqid=0 2024-11-09T05:27:16,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742421_1597 (size=12301) 2024-11-09T05:27:16,181 INFO [Thread-2199 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2199. 2024-11-09T05:27:16,181 DEBUG [Thread-2199 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T05:27:16,181 DEBUG [Thread-2199 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:27:16,182 DEBUG [Thread-2199 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:27:16,182 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:27:16,555 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=461 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/C/7b308892e2f948edbd95697b6c3bd6d8 2024-11-09T05:27:16,558 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/A/5cb2e5c13009490da45fdf34c37b5e02 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/5cb2e5c13009490da45fdf34c37b5e02 2024-11-09T05:27:16,561 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/5cb2e5c13009490da45fdf34c37b5e02, entries=200, sequenceid=461, filesize=14.4 K 2024-11-09T05:27:16,561 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/B/c371331fc67a463391378f901a94a300 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/c371331fc67a463391378f901a94a300 2024-11-09T05:27:16,564 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/c371331fc67a463391378f901a94a300, entries=150, sequenceid=461, filesize=12.0 K 2024-11-09T05:27:16,565 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/C/7b308892e2f948edbd95697b6c3bd6d8 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/7b308892e2f948edbd95697b6c3bd6d8 2024-11-09T05:27:16,567 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/7b308892e2f948edbd95697b6c3bd6d8, entries=150, sequenceid=461, filesize=12.0 K 2024-11-09T05:27:16,568 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=33.54 KB/34350 for f1aae37cbe29bb5b82169cbdafba76fe in 1261ms, sequenceid=461, compaction requested=true 2024-11-09T05:27:16,568 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f1aae37cbe29bb5b82169cbdafba76fe: 2024-11-09T05:27:16,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f1aae37cbe29bb5b82169cbdafba76fe:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T05:27:16,568 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:27:16,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:27:16,568 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:27:16,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f1aae37cbe29bb5b82169cbdafba76fe:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T05:27:16,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:27:16,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f1aae37cbe29bb5b82169cbdafba76fe:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T05:27:16,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:27:16,569 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40399 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:27:16,569 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37959 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:27:16,569 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1541): f1aae37cbe29bb5b82169cbdafba76fe/B is initiating minor compaction (all files) 2024-11-09T05:27:16,569 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1541): f1aae37cbe29bb5b82169cbdafba76fe/A is initiating minor compaction (all files) 2024-11-09T05:27:16,569 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f1aae37cbe29bb5b82169cbdafba76fe/A in TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. 2024-11-09T05:27:16,569 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f1aae37cbe29bb5b82169cbdafba76fe/B in TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. 2024-11-09T05:27:16,569 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/2f35e0f9d8ff49e0a9b049a4de0310e4, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/00d7c0a3958242a497c3fb9daba3bb62, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/5cb2e5c13009490da45fdf34c37b5e02] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp, totalSize=39.5 K 2024-11-09T05:27:16,569 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/53267fc709b749e7917551bbfb885742, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/f96a78618c5848e488fb5a343ee3a6b8, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/c371331fc67a463391378f901a94a300] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp, totalSize=37.1 K 2024-11-09T05:27:16,569 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 53267fc709b749e7917551bbfb885742, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=421, earliestPutTs=1731130033322 2024-11-09T05:27:16,569 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2f35e0f9d8ff49e0a9b049a4de0310e4, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=421, earliestPutTs=1731130033322 2024-11-09T05:27:16,570 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 00d7c0a3958242a497c3fb9daba3bb62, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=439, earliestPutTs=1731130033554 2024-11-09T05:27:16,570 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting f96a78618c5848e488fb5a343ee3a6b8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=439, earliestPutTs=1731130033554 2024-11-09T05:27:16,570 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5cb2e5c13009490da45fdf34c37b5e02, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=461, earliestPutTs=1731130034925 2024-11-09T05:27:16,570 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting c371331fc67a463391378f901a94a300, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=461, earliestPutTs=1731130034964 2024-11-09T05:27:16,575 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f1aae37cbe29bb5b82169cbdafba76fe#B#compaction#515 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:27:16,575 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/B/a9bf0f3cbee84be985da1b2209c142f2 is 50, key is test_row_0/B:col10/1731130035305/Put/seqid=0 2024-11-09T05:27:16,575 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f1aae37cbe29bb5b82169cbdafba76fe#A#compaction#516 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:27:16,576 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/A/e2543710573a4fd08c78caf6b8e1dd43 is 50, key is test_row_0/A:col10/1731130035305/Put/seqid=0 2024-11-09T05:27:16,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742422_1598 (size=13459) 2024-11-09T05:27:16,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742423_1599 (size=13459) 2024-11-09T05:27:16,582 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/A/e2543710573a4fd08c78caf6b8e1dd43 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/e2543710573a4fd08c78caf6b8e1dd43 2024-11-09T05:27:16,586 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f1aae37cbe29bb5b82169cbdafba76fe/A of f1aae37cbe29bb5b82169cbdafba76fe into e2543710573a4fd08c78caf6b8e1dd43(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:27:16,586 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f1aae37cbe29bb5b82169cbdafba76fe: 2024-11-09T05:27:16,586 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., storeName=f1aae37cbe29bb5b82169cbdafba76fe/A, priority=13, startTime=1731130036568; duration=0sec 2024-11-09T05:27:16,586 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:27:16,586 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f1aae37cbe29bb5b82169cbdafba76fe:A 2024-11-09T05:27:16,586 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:27:16,591 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37925 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:27:16,591 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1541): f1aae37cbe29bb5b82169cbdafba76fe/C is initiating minor compaction (all files) 2024-11-09T05:27:16,592 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f1aae37cbe29bb5b82169cbdafba76fe/C in TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. 2024-11-09T05:27:16,592 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/2f919c001fd94f3da859526a08580f20, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/f87476a5449744e9847066450632c7a9, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/7b308892e2f948edbd95697b6c3bd6d8] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp, totalSize=37.0 K 2024-11-09T05:27:16,592 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2f919c001fd94f3da859526a08580f20, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=421, earliestPutTs=1731130033322 2024-11-09T05:27:16,592 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting f87476a5449744e9847066450632c7a9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=439, earliestPutTs=1731130033554 2024-11-09T05:27:16,592 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7b308892e2f948edbd95697b6c3bd6d8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=461, earliestPutTs=1731130034964 2024-11-09T05:27:16,598 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f1aae37cbe29bb5b82169cbdafba76fe#C#compaction#517 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:27:16,598 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/C/8f857e64c6d642949072e6780738b65e is 50, key is test_row_0/C:col10/1731130035305/Put/seqid=0 2024-11-09T05:27:16,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742424_1600 (size=13425) 2024-11-09T05:27:16,982 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/B/a9bf0f3cbee84be985da1b2209c142f2 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/a9bf0f3cbee84be985da1b2209c142f2 2024-11-09T05:27:16,985 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f1aae37cbe29bb5b82169cbdafba76fe/B of f1aae37cbe29bb5b82169cbdafba76fe into a9bf0f3cbee84be985da1b2209c142f2(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:27:16,985 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f1aae37cbe29bb5b82169cbdafba76fe: 2024-11-09T05:27:16,985 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., storeName=f1aae37cbe29bb5b82169cbdafba76fe/B, priority=13, startTime=1731130036568; duration=0sec 2024-11-09T05:27:16,985 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:27:16,985 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f1aae37cbe29bb5b82169cbdafba76fe:B 2024-11-09T05:27:17,009 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/C/8f857e64c6d642949072e6780738b65e as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/8f857e64c6d642949072e6780738b65e 2024-11-09T05:27:17,012 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f1aae37cbe29bb5b82169cbdafba76fe/C of f1aae37cbe29bb5b82169cbdafba76fe into 8f857e64c6d642949072e6780738b65e(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:27:17,012 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f1aae37cbe29bb5b82169cbdafba76fe: 2024-11-09T05:27:17,012 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., storeName=f1aae37cbe29bb5b82169cbdafba76fe/C, priority=13, startTime=1731130036568; duration=0sec 2024-11-09T05:27:17,012 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:27:17,012 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f1aae37cbe29bb5b82169cbdafba76fe:C 2024-11-09T05:27:19,782 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T05:27:22,721 INFO [Thread-2203 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2203. 2024-11-09T05:27:22,721 DEBUG [Thread-2203 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T05:27:22,721 DEBUG [Thread-2203 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:27:22,721 DEBUG [Thread-2203 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:27:22,721 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:27:22,731 INFO [Thread-2207 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2207. 2024-11-09T05:27:22,731 DEBUG [Thread-2207 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T05:27:22,731 DEBUG [Thread-2207 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:27:22,731 DEBUG [Thread-2207 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:27:22,731 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:27:22,731 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-09T05:27:22,731 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 78 2024-11-09T05:27:22,731 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 85 2024-11-09T05:27:22,731 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 45 2024-11-09T05:27:22,731 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 119 2024-11-09T05:27:22,731 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 39 2024-11-09T05:27:22,731 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-09T05:27:22,731 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-09T05:27:22,732 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1159 2024-11-09T05:27:22,732 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3477 rows 2024-11-09T05:27:22,732 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1138 2024-11-09T05:27:22,732 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3414 rows 2024-11-09T05:27:22,732 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1150 2024-11-09T05:27:22,732 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3450 rows 2024-11-09T05:27:22,732 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1155 2024-11-09T05:27:22,732 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3465 rows 2024-11-09T05:27:22,732 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1157 2024-11-09T05:27:22,732 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3470 rows 2024-11-09T05:27:22,732 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T05:27:22,732 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testScanAtomicity(AcidGuaranteesTestBase.java:112) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T05:27:22,732 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:27:22,732 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:27:22,732 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:27:22,733 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-09T05:27:22,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] procedure2.ProcedureExecutor(1139): Stored pid=153, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-09T05:27:22,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=153 2024-11-09T05:27:22,735 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731130042735"}]},"ts":"1731130042735"} 2024-11-09T05:27:22,736 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-09T05:27:22,736 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-09T05:27:22,737 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=154, ppid=153, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-09T05:27:22,738 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=155, ppid=154, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f1aae37cbe29bb5b82169cbdafba76fe, UNASSIGN}] 2024-11-09T05:27:22,738 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=155, ppid=154, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f1aae37cbe29bb5b82169cbdafba76fe, UNASSIGN 2024-11-09T05:27:22,739 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=155 updating hbase:meta row=f1aae37cbe29bb5b82169cbdafba76fe, regionState=CLOSING, regionLocation=059551c538b7,40801,1731129891493 2024-11-09T05:27:22,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=155, ppid=154, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f1aae37cbe29bb5b82169cbdafba76fe, UNASSIGN because future has completed 2024-11-09T05:27:22,740 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-09T05:27:22,740 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=156, ppid=155, state=RUNNABLE, hasLock=false; CloseRegionProcedure f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493}] 2024-11-09T05:27:22,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=153 2024-11-09T05:27:22,892 INFO [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] handler.UnassignRegionHandler(122): Close f1aae37cbe29bb5b82169cbdafba76fe 2024-11-09T05:27:22,892 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-09T05:27:22,892 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] regionserver.HRegion(1722): Closing f1aae37cbe29bb5b82169cbdafba76fe, disabling compactions & flushes 2024-11-09T05:27:22,892 INFO [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. 2024-11-09T05:27:22,892 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. 2024-11-09T05:27:22,892 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. after waiting 0 ms 2024-11-09T05:27:22,892 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. 2024-11-09T05:27:22,892 INFO [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] regionserver.HRegion(2902): Flushing f1aae37cbe29bb5b82169cbdafba76fe 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-09T05:27:22,895 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/A/6a4d1191fa3449cd8d5dae237d452f7b is 50, key is test_row_0/A:col10/1731130042720/Put/seqid=0 2024-11-09T05:27:22,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742425_1601 (size=12301) 2024-11-09T05:27:23,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=153 2024-11-09T05:27:23,298 INFO [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=474 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/A/6a4d1191fa3449cd8d5dae237d452f7b 2024-11-09T05:27:23,303 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/B/ab496827f8f94ba2914af5071043c6d8 is 50, key is test_row_0/B:col10/1731130042720/Put/seqid=0 2024-11-09T05:27:23,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742426_1602 (size=12301) 2024-11-09T05:27:23,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=153 2024-11-09T05:27:23,707 INFO [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=474 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/B/ab496827f8f94ba2914af5071043c6d8 2024-11-09T05:27:23,712 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/C/cdaad6376fd64c7fb3caf407010aab38 is 50, key is test_row_0/C:col10/1731130042720/Put/seqid=0 2024-11-09T05:27:23,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742427_1603 (size=12301) 2024-11-09T05:27:23,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=153 2024-11-09T05:27:24,120 INFO [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=474 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/C/cdaad6376fd64c7fb3caf407010aab38 2024-11-09T05:27:24,123 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/A/6a4d1191fa3449cd8d5dae237d452f7b as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/6a4d1191fa3449cd8d5dae237d452f7b 2024-11-09T05:27:24,125 INFO [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/6a4d1191fa3449cd8d5dae237d452f7b, entries=150, sequenceid=474, filesize=12.0 K 2024-11-09T05:27:24,126 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/B/ab496827f8f94ba2914af5071043c6d8 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/ab496827f8f94ba2914af5071043c6d8 2024-11-09T05:27:24,128 INFO [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/ab496827f8f94ba2914af5071043c6d8, entries=150, sequenceid=474, filesize=12.0 K 2024-11-09T05:27:24,133 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/.tmp/C/cdaad6376fd64c7fb3caf407010aab38 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/cdaad6376fd64c7fb3caf407010aab38 2024-11-09T05:27:24,137 INFO [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/cdaad6376fd64c7fb3caf407010aab38, entries=150, sequenceid=474, filesize=12.0 K 2024-11-09T05:27:24,137 INFO [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=0 B/0 for f1aae37cbe29bb5b82169cbdafba76fe in 1245ms, sequenceid=474, compaction requested=false 2024-11-09T05:27:24,138 DEBUG [StoreCloser-TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/d6ad503a4ec645a8908a1f3d964ccb26, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/cc2b7bcfe84045f1a08c2ad8953d5217, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/dbda68dc495746579f8dbb25ad8650dc, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/6a671b21787a4d718d8db98d85ba8da7, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/887499550aee4db9a2807279708d2772, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/00150ae484b84392aa12de9310779dc3, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/65e4dd58772643448519ce2de87a2bc8, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/6bed23fb28a04b99854017cc0e49ee16, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/ec2ece6f305f45b9b4e0c54b4fe639f5, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/3c559b79cd2d493888eda0affe7baf4e, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/590831fe8d0246e4af08a2aacb9ed3ff, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/1ba0dc1b8076404a81c0e03b232642b8, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/6e45eb69fdca49988e176da686d10330, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/bb7d91ac7dbd436a95f6db078056ab76, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/a706c6cf386b4726975e9f9c597b9810, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/d40c43de9695465aaca2182fb40828b9, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/b1fbcf463504465fbcf95de57a50a498, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/1d030db7d9f54a9995b13583cb0212ae, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/4b4bcd457df54a8bafb7f95f0407cd18, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/b72ecb11f407456b8dca83947ceda788, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/ebec232964cf4adba147a49ca5c99cff, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/05744b0ff6c144a789b9c592b40815ac, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/ee0f6de8813647659310fa3a97c792f1, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/e0f3477c25cd400c913856678000929e, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/c7aacda17955455c8fbd4fddfe609feb, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/c441917e7fb04e388921c77d9df2c428, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/a47b7a82c07242799d65582b1e191989, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/5460ca1020c94b7db0fbfe40c24bcc29, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/515d90f24e374d7081f2900981edb19b, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/84c90149e1c14aa5adcc02dd6306d48d, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/46a627a26a0049c9a2967051efdd3138, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/2f35e0f9d8ff49e0a9b049a4de0310e4, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/00d7c0a3958242a497c3fb9daba3bb62, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/5cb2e5c13009490da45fdf34c37b5e02] to archive 2024-11-09T05:27:24,139 DEBUG [StoreCloser-TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-09T05:27:24,142 DEBUG [StoreCloser-TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/d6ad503a4ec645a8908a1f3d964ccb26 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/d6ad503a4ec645a8908a1f3d964ccb26 2024-11-09T05:27:24,144 DEBUG [StoreCloser-TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/cc2b7bcfe84045f1a08c2ad8953d5217 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/cc2b7bcfe84045f1a08c2ad8953d5217 2024-11-09T05:27:24,145 DEBUG [StoreCloser-TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/dbda68dc495746579f8dbb25ad8650dc to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/dbda68dc495746579f8dbb25ad8650dc 2024-11-09T05:27:24,146 DEBUG [StoreCloser-TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/6a671b21787a4d718d8db98d85ba8da7 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/6a671b21787a4d718d8db98d85ba8da7 2024-11-09T05:27:24,147 DEBUG [StoreCloser-TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/887499550aee4db9a2807279708d2772 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/887499550aee4db9a2807279708d2772 2024-11-09T05:27:24,148 DEBUG [StoreCloser-TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/00150ae484b84392aa12de9310779dc3 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/00150ae484b84392aa12de9310779dc3 2024-11-09T05:27:24,151 DEBUG [StoreCloser-TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/65e4dd58772643448519ce2de87a2bc8 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/65e4dd58772643448519ce2de87a2bc8 2024-11-09T05:27:24,152 DEBUG [StoreCloser-TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/6bed23fb28a04b99854017cc0e49ee16 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/6bed23fb28a04b99854017cc0e49ee16 2024-11-09T05:27:24,154 DEBUG [StoreCloser-TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/ec2ece6f305f45b9b4e0c54b4fe639f5 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/ec2ece6f305f45b9b4e0c54b4fe639f5 2024-11-09T05:27:24,155 DEBUG [StoreCloser-TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/3c559b79cd2d493888eda0affe7baf4e to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/3c559b79cd2d493888eda0affe7baf4e 2024-11-09T05:27:24,156 DEBUG [StoreCloser-TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/590831fe8d0246e4af08a2aacb9ed3ff to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/590831fe8d0246e4af08a2aacb9ed3ff 2024-11-09T05:27:24,157 DEBUG [StoreCloser-TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/1ba0dc1b8076404a81c0e03b232642b8 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/1ba0dc1b8076404a81c0e03b232642b8 2024-11-09T05:27:24,159 DEBUG [StoreCloser-TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/6e45eb69fdca49988e176da686d10330 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/6e45eb69fdca49988e176da686d10330 2024-11-09T05:27:24,160 DEBUG [StoreCloser-TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/bb7d91ac7dbd436a95f6db078056ab76 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/bb7d91ac7dbd436a95f6db078056ab76 2024-11-09T05:27:24,161 DEBUG [StoreCloser-TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/a706c6cf386b4726975e9f9c597b9810 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/a706c6cf386b4726975e9f9c597b9810 2024-11-09T05:27:24,162 DEBUG [StoreCloser-TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/d40c43de9695465aaca2182fb40828b9 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/d40c43de9695465aaca2182fb40828b9 2024-11-09T05:27:24,163 DEBUG [StoreCloser-TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/b1fbcf463504465fbcf95de57a50a498 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/b1fbcf463504465fbcf95de57a50a498 2024-11-09T05:27:24,164 DEBUG [StoreCloser-TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/1d030db7d9f54a9995b13583cb0212ae to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/1d030db7d9f54a9995b13583cb0212ae 2024-11-09T05:27:24,165 DEBUG [StoreCloser-TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/4b4bcd457df54a8bafb7f95f0407cd18 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/4b4bcd457df54a8bafb7f95f0407cd18 2024-11-09T05:27:24,166 DEBUG [StoreCloser-TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/b72ecb11f407456b8dca83947ceda788 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/b72ecb11f407456b8dca83947ceda788 2024-11-09T05:27:24,167 DEBUG [StoreCloser-TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/ebec232964cf4adba147a49ca5c99cff to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/ebec232964cf4adba147a49ca5c99cff 2024-11-09T05:27:24,168 DEBUG [StoreCloser-TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/05744b0ff6c144a789b9c592b40815ac to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/05744b0ff6c144a789b9c592b40815ac 2024-11-09T05:27:24,172 DEBUG [StoreCloser-TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/ee0f6de8813647659310fa3a97c792f1 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/ee0f6de8813647659310fa3a97c792f1 2024-11-09T05:27:24,173 DEBUG [StoreCloser-TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/e0f3477c25cd400c913856678000929e to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/e0f3477c25cd400c913856678000929e 2024-11-09T05:27:24,174 DEBUG [StoreCloser-TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/c7aacda17955455c8fbd4fddfe609feb to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/c7aacda17955455c8fbd4fddfe609feb 2024-11-09T05:27:24,177 DEBUG [StoreCloser-TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/c441917e7fb04e388921c77d9df2c428 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/c441917e7fb04e388921c77d9df2c428 2024-11-09T05:27:24,178 DEBUG [StoreCloser-TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/a47b7a82c07242799d65582b1e191989 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/a47b7a82c07242799d65582b1e191989 2024-11-09T05:27:24,180 DEBUG [StoreCloser-TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/5460ca1020c94b7db0fbfe40c24bcc29 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/5460ca1020c94b7db0fbfe40c24bcc29 2024-11-09T05:27:24,181 DEBUG [StoreCloser-TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/515d90f24e374d7081f2900981edb19b to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/515d90f24e374d7081f2900981edb19b 2024-11-09T05:27:24,182 DEBUG [StoreCloser-TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/84c90149e1c14aa5adcc02dd6306d48d to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/84c90149e1c14aa5adcc02dd6306d48d 2024-11-09T05:27:24,183 DEBUG [StoreCloser-TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/46a627a26a0049c9a2967051efdd3138 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/46a627a26a0049c9a2967051efdd3138 2024-11-09T05:27:24,184 DEBUG [StoreCloser-TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/2f35e0f9d8ff49e0a9b049a4de0310e4 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/2f35e0f9d8ff49e0a9b049a4de0310e4 2024-11-09T05:27:24,185 DEBUG [StoreCloser-TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/00d7c0a3958242a497c3fb9daba3bb62 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/00d7c0a3958242a497c3fb9daba3bb62 2024-11-09T05:27:24,186 DEBUG [StoreCloser-TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/5cb2e5c13009490da45fdf34c37b5e02 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/5cb2e5c13009490da45fdf34c37b5e02 2024-11-09T05:27:24,188 DEBUG [StoreCloser-TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/dcddf26d4a264a318b879c9172be817e, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/e9dce6f50d424a60949d628cc10f9a80, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/4eb818551fd44f1984cef6795f00cd10, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/a6eeeeb5a3e14e9b920ba5aa3123f0c4, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/5206ff5642a04df19f09d245ffeee1f0, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/6f3af412fef14ca29f2ce5441ef3384c, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/475d42bacf454c63bb80537a878107d8, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/d92a4780b2c04d988e2d52bf76d53460, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/586c6fed42364239a40ec4c823910226, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/7fe87ceacd6e45bcaf75acde5d6e519e, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/903959d0fefa43af8b272e0351c5179f, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/15ead00dcbdf499cb8cb214e73c81975, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/7b51683b06354113b4b7d0c001fe8a54, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/449fcbc2845d4de99aac10823dd6a26a, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/88e5b4f2464d480ca257bb2b54077a61, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/5d90867e517f4bf1814de0c49bc3c3b1, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/fc483ab9678a4e558a24bdef9086691d, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/08e248531ca94d5b8b76951841a4ad0f, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/a02a9db88d254a47a2f40cc376813bac, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/4165eb9da95f4d8ba2cbb694019e8920, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/d286872af6464207bfe36e2e647cfddb, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/e19f05395af644e8acb79e5939c07c36, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/f2e8a318785b4b4888923fdf673df73c, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/937c2265733645dcb39158abffd1091c, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/2882becb769446c29676e1dadc75a0df, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/fd5bee96de38446499b93f7b3b117643, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/fda3a4c9af3a42b3928b89fb89347cd9, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/855a94f1d88d422e949e70201eb83f3d, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/eeaad827bb4c48468a6d3019c65a99c8, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/e9a177c08cbe44169d077b7c97955843, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/53267fc709b749e7917551bbfb885742, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/6e1317b1dab443b2a1a6d336012cf31c, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/f96a78618c5848e488fb5a343ee3a6b8, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/c371331fc67a463391378f901a94a300] to archive 2024-11-09T05:27:24,189 DEBUG [StoreCloser-TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-09T05:27:24,190 DEBUG [StoreCloser-TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/dcddf26d4a264a318b879c9172be817e to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/dcddf26d4a264a318b879c9172be817e 2024-11-09T05:27:24,192 DEBUG [StoreCloser-TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/e9dce6f50d424a60949d628cc10f9a80 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/e9dce6f50d424a60949d628cc10f9a80 2024-11-09T05:27:24,193 DEBUG [StoreCloser-TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/4eb818551fd44f1984cef6795f00cd10 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/4eb818551fd44f1984cef6795f00cd10 2024-11-09T05:27:24,194 DEBUG [StoreCloser-TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/a6eeeeb5a3e14e9b920ba5aa3123f0c4 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/a6eeeeb5a3e14e9b920ba5aa3123f0c4 2024-11-09T05:27:24,195 DEBUG [StoreCloser-TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/5206ff5642a04df19f09d245ffeee1f0 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/5206ff5642a04df19f09d245ffeee1f0 2024-11-09T05:27:24,196 DEBUG [StoreCloser-TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/6f3af412fef14ca29f2ce5441ef3384c to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/6f3af412fef14ca29f2ce5441ef3384c 2024-11-09T05:27:24,197 DEBUG [StoreCloser-TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/475d42bacf454c63bb80537a878107d8 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/475d42bacf454c63bb80537a878107d8 2024-11-09T05:27:24,198 DEBUG [StoreCloser-TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/d92a4780b2c04d988e2d52bf76d53460 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/d92a4780b2c04d988e2d52bf76d53460 2024-11-09T05:27:24,199 DEBUG [StoreCloser-TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/586c6fed42364239a40ec4c823910226 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/586c6fed42364239a40ec4c823910226 2024-11-09T05:27:24,200 DEBUG [StoreCloser-TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/7fe87ceacd6e45bcaf75acde5d6e519e to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/7fe87ceacd6e45bcaf75acde5d6e519e 2024-11-09T05:27:24,201 DEBUG [StoreCloser-TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/903959d0fefa43af8b272e0351c5179f to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/903959d0fefa43af8b272e0351c5179f 2024-11-09T05:27:24,202 DEBUG [StoreCloser-TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/15ead00dcbdf499cb8cb214e73c81975 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/15ead00dcbdf499cb8cb214e73c81975 2024-11-09T05:27:24,202 DEBUG [StoreCloser-TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/7b51683b06354113b4b7d0c001fe8a54 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/7b51683b06354113b4b7d0c001fe8a54 2024-11-09T05:27:24,203 DEBUG [StoreCloser-TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/449fcbc2845d4de99aac10823dd6a26a to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/449fcbc2845d4de99aac10823dd6a26a 2024-11-09T05:27:24,204 DEBUG [StoreCloser-TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/88e5b4f2464d480ca257bb2b54077a61 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/88e5b4f2464d480ca257bb2b54077a61 2024-11-09T05:27:24,205 DEBUG [StoreCloser-TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/5d90867e517f4bf1814de0c49bc3c3b1 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/5d90867e517f4bf1814de0c49bc3c3b1 2024-11-09T05:27:24,208 DEBUG [StoreCloser-TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/fc483ab9678a4e558a24bdef9086691d to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/fc483ab9678a4e558a24bdef9086691d 2024-11-09T05:27:24,209 DEBUG [StoreCloser-TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/08e248531ca94d5b8b76951841a4ad0f to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/08e248531ca94d5b8b76951841a4ad0f 2024-11-09T05:27:24,210 DEBUG [StoreCloser-TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/a02a9db88d254a47a2f40cc376813bac to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/a02a9db88d254a47a2f40cc376813bac 2024-11-09T05:27:24,211 DEBUG [StoreCloser-TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/4165eb9da95f4d8ba2cbb694019e8920 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/4165eb9da95f4d8ba2cbb694019e8920 2024-11-09T05:27:24,212 DEBUG [StoreCloser-TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/d286872af6464207bfe36e2e647cfddb to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/d286872af6464207bfe36e2e647cfddb 2024-11-09T05:27:24,213 DEBUG [StoreCloser-TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/e19f05395af644e8acb79e5939c07c36 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/e19f05395af644e8acb79e5939c07c36 2024-11-09T05:27:24,213 DEBUG [StoreCloser-TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/f2e8a318785b4b4888923fdf673df73c to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/f2e8a318785b4b4888923fdf673df73c 2024-11-09T05:27:24,214 DEBUG [StoreCloser-TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/937c2265733645dcb39158abffd1091c to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/937c2265733645dcb39158abffd1091c 2024-11-09T05:27:24,215 DEBUG [StoreCloser-TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/2882becb769446c29676e1dadc75a0df to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/2882becb769446c29676e1dadc75a0df 2024-11-09T05:27:24,216 DEBUG [StoreCloser-TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/fd5bee96de38446499b93f7b3b117643 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/fd5bee96de38446499b93f7b3b117643 2024-11-09T05:27:24,217 DEBUG [StoreCloser-TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/fda3a4c9af3a42b3928b89fb89347cd9 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/fda3a4c9af3a42b3928b89fb89347cd9 2024-11-09T05:27:24,218 DEBUG [StoreCloser-TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/855a94f1d88d422e949e70201eb83f3d to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/855a94f1d88d422e949e70201eb83f3d 2024-11-09T05:27:24,219 DEBUG [StoreCloser-TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/eeaad827bb4c48468a6d3019c65a99c8 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/eeaad827bb4c48468a6d3019c65a99c8 2024-11-09T05:27:24,219 DEBUG [StoreCloser-TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/e9a177c08cbe44169d077b7c97955843 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/e9a177c08cbe44169d077b7c97955843 2024-11-09T05:27:24,220 DEBUG [StoreCloser-TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/53267fc709b749e7917551bbfb885742 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/53267fc709b749e7917551bbfb885742 2024-11-09T05:27:24,221 DEBUG [StoreCloser-TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/6e1317b1dab443b2a1a6d336012cf31c to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/6e1317b1dab443b2a1a6d336012cf31c 2024-11-09T05:27:24,222 DEBUG [StoreCloser-TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/f96a78618c5848e488fb5a343ee3a6b8 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/f96a78618c5848e488fb5a343ee3a6b8 2024-11-09T05:27:24,223 DEBUG [StoreCloser-TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/c371331fc67a463391378f901a94a300 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/c371331fc67a463391378f901a94a300 2024-11-09T05:27:24,224 DEBUG [StoreCloser-TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/4f8e6680dd8a4034994588fb3c103f68, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/6ec0d59c512e48698c3564e3a78be582, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/3fc23f7bd9f74e81b453f16e8a7d097c, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/207586534cbb4644a8e64dbecdc3cfff, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/2074fa58f4d847129f27efad7b7ea15b, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/c4d6e1804cb74f69bb35f10dfb592bbd, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/870cfc6ea60042a4901010a188dcfb58, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/4f3fd494e2534cefae9b511ee7ba617a, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/50fe58a4ae99437f8dc790145e2379d9, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/4e5eea6b5dab4d40a3943840b29209a6, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/6320137ba702468ca1a73eda7b74c75c, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/b6bf3066575a4219a5a8de327b0c5340, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/1e81c50397a645efb97924018c921c1c, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/665080000d964369b50b819158f7b202, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/aa0de2acef25495792c37e13546a0c1f, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/eb7d485cc1894399b4f1c4afcf186313, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/75eaddccc61b4faba0068e7c2e8f1d5d, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/7b68886d481946128566af9956aa2090, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/5e6abae3e82a4d148f7d3da709194918, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/8c4451991e1e4ec999dead10f5fba0dd, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/0a9954641e2e4f81af46441057831665, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/a064334d38c242869d184975a75bc62d, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/4e5c944b892a48e992ffd3a1b5bcb56b, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/a097c5fb4b64406780690869ff6281ef, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/2ead44abcafb48af878ada9b04f51d16, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/750f49d1a48b482a8f13bb8568256749, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/6c0b6ad868bf48c7bfca18cab774f87b, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/0f8a0e7e190a407cafa0f9b719985f15, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/c03f6b7b36c340e4978bbc08c38276d8, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/2f919c001fd94f3da859526a08580f20, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/d49160f346864d0aaf1c6a842ca877a2, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/f87476a5449744e9847066450632c7a9, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/7b308892e2f948edbd95697b6c3bd6d8] to archive 2024-11-09T05:27:24,224 DEBUG [StoreCloser-TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-09T05:27:24,226 DEBUG [StoreCloser-TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/4f8e6680dd8a4034994588fb3c103f68 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/4f8e6680dd8a4034994588fb3c103f68 2024-11-09T05:27:24,226 DEBUG [StoreCloser-TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/6ec0d59c512e48698c3564e3a78be582 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/6ec0d59c512e48698c3564e3a78be582 2024-11-09T05:27:24,227 DEBUG [StoreCloser-TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/3fc23f7bd9f74e81b453f16e8a7d097c to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/3fc23f7bd9f74e81b453f16e8a7d097c 2024-11-09T05:27:24,228 DEBUG [StoreCloser-TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/207586534cbb4644a8e64dbecdc3cfff to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/207586534cbb4644a8e64dbecdc3cfff 2024-11-09T05:27:24,229 DEBUG [StoreCloser-TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/2074fa58f4d847129f27efad7b7ea15b to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/2074fa58f4d847129f27efad7b7ea15b 2024-11-09T05:27:24,230 DEBUG [StoreCloser-TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/c4d6e1804cb74f69bb35f10dfb592bbd to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/c4d6e1804cb74f69bb35f10dfb592bbd 2024-11-09T05:27:24,231 DEBUG [StoreCloser-TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/870cfc6ea60042a4901010a188dcfb58 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/870cfc6ea60042a4901010a188dcfb58 2024-11-09T05:27:24,232 DEBUG [StoreCloser-TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/4f3fd494e2534cefae9b511ee7ba617a to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/4f3fd494e2534cefae9b511ee7ba617a 2024-11-09T05:27:24,233 DEBUG [StoreCloser-TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/50fe58a4ae99437f8dc790145e2379d9 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/50fe58a4ae99437f8dc790145e2379d9 2024-11-09T05:27:24,233 DEBUG [StoreCloser-TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/4e5eea6b5dab4d40a3943840b29209a6 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/4e5eea6b5dab4d40a3943840b29209a6 2024-11-09T05:27:24,234 DEBUG [StoreCloser-TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/6320137ba702468ca1a73eda7b74c75c to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/6320137ba702468ca1a73eda7b74c75c 2024-11-09T05:27:24,235 DEBUG [StoreCloser-TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/b6bf3066575a4219a5a8de327b0c5340 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/b6bf3066575a4219a5a8de327b0c5340 2024-11-09T05:27:24,236 DEBUG [StoreCloser-TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/1e81c50397a645efb97924018c921c1c to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/1e81c50397a645efb97924018c921c1c 2024-11-09T05:27:24,237 DEBUG [StoreCloser-TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/665080000d964369b50b819158f7b202 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/665080000d964369b50b819158f7b202 2024-11-09T05:27:24,238 DEBUG [StoreCloser-TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/aa0de2acef25495792c37e13546a0c1f to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/aa0de2acef25495792c37e13546a0c1f 2024-11-09T05:27:24,238 DEBUG [StoreCloser-TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/eb7d485cc1894399b4f1c4afcf186313 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/eb7d485cc1894399b4f1c4afcf186313 2024-11-09T05:27:24,239 DEBUG [StoreCloser-TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/75eaddccc61b4faba0068e7c2e8f1d5d to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/75eaddccc61b4faba0068e7c2e8f1d5d 2024-11-09T05:27:24,240 DEBUG [StoreCloser-TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/7b68886d481946128566af9956aa2090 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/7b68886d481946128566af9956aa2090 2024-11-09T05:27:24,241 DEBUG [StoreCloser-TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/5e6abae3e82a4d148f7d3da709194918 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/5e6abae3e82a4d148f7d3da709194918 2024-11-09T05:27:24,242 DEBUG [StoreCloser-TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/8c4451991e1e4ec999dead10f5fba0dd to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/8c4451991e1e4ec999dead10f5fba0dd 2024-11-09T05:27:24,242 DEBUG [StoreCloser-TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/0a9954641e2e4f81af46441057831665 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/0a9954641e2e4f81af46441057831665 2024-11-09T05:27:24,243 DEBUG [StoreCloser-TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/a064334d38c242869d184975a75bc62d to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/a064334d38c242869d184975a75bc62d 2024-11-09T05:27:24,244 DEBUG [StoreCloser-TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/4e5c944b892a48e992ffd3a1b5bcb56b to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/4e5c944b892a48e992ffd3a1b5bcb56b 2024-11-09T05:27:24,245 DEBUG [StoreCloser-TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/a097c5fb4b64406780690869ff6281ef to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/a097c5fb4b64406780690869ff6281ef 2024-11-09T05:27:24,245 DEBUG [StoreCloser-TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/2ead44abcafb48af878ada9b04f51d16 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/2ead44abcafb48af878ada9b04f51d16 2024-11-09T05:27:24,246 DEBUG [StoreCloser-TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/750f49d1a48b482a8f13bb8568256749 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/750f49d1a48b482a8f13bb8568256749 2024-11-09T05:27:24,247 DEBUG [StoreCloser-TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/6c0b6ad868bf48c7bfca18cab774f87b to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/6c0b6ad868bf48c7bfca18cab774f87b 2024-11-09T05:27:24,247 DEBUG [StoreCloser-TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/0f8a0e7e190a407cafa0f9b719985f15 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/0f8a0e7e190a407cafa0f9b719985f15 2024-11-09T05:27:24,248 DEBUG [StoreCloser-TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/c03f6b7b36c340e4978bbc08c38276d8 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/c03f6b7b36c340e4978bbc08c38276d8 2024-11-09T05:27:24,249 DEBUG [StoreCloser-TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/2f919c001fd94f3da859526a08580f20 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/2f919c001fd94f3da859526a08580f20 2024-11-09T05:27:24,250 DEBUG [StoreCloser-TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/d49160f346864d0aaf1c6a842ca877a2 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/d49160f346864d0aaf1c6a842ca877a2 2024-11-09T05:27:24,251 DEBUG [StoreCloser-TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/f87476a5449744e9847066450632c7a9 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/f87476a5449744e9847066450632c7a9 2024-11-09T05:27:24,252 DEBUG [StoreCloser-TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/7b308892e2f948edbd95697b6c3bd6d8 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/7b308892e2f948edbd95697b6c3bd6d8 2024-11-09T05:27:24,255 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/recovered.edits/477.seqid, newMaxSeqId=477, maxSeqId=1 2024-11-09T05:27:24,256 INFO [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. 2024-11-09T05:27:24,256 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] regionserver.HRegion(1676): Region close journal for f1aae37cbe29bb5b82169cbdafba76fe: Waiting for close lock at 1731130042892Running coprocessor pre-close hooks at 1731130042892Disabling compacts and flushes for region at 1731130042892Disabling writes for close at 1731130042892Obtaining lock to block concurrent updates at 1731130042892Preparing flush snapshotting stores in f1aae37cbe29bb5b82169cbdafba76fe at 1731130042892Finished memstore snapshotting TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe., syncing WAL and waiting on mvcc, flushsize=dataSize=48090, getHeapSize=126720, getOffHeapSize=0, getCellsCount=1050 at 1731130042893 (+1 ms)Flushing stores of TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe. at 1731130042893Flushing f1aae37cbe29bb5b82169cbdafba76fe/A: creating writer at 1731130042893Flushing f1aae37cbe29bb5b82169cbdafba76fe/A: appending metadata at 1731130042895 (+2 ms)Flushing f1aae37cbe29bb5b82169cbdafba76fe/A: closing flushed file at 1731130042895Flushing f1aae37cbe29bb5b82169cbdafba76fe/B: creating writer at 1731130043301 (+406 ms)Flushing f1aae37cbe29bb5b82169cbdafba76fe/B: appending metadata at 1731130043303 (+2 ms)Flushing f1aae37cbe29bb5b82169cbdafba76fe/B: closing flushed file at 1731130043303Flushing f1aae37cbe29bb5b82169cbdafba76fe/C: creating writer at 1731130043709 (+406 ms)Flushing f1aae37cbe29bb5b82169cbdafba76fe/C: appending metadata at 1731130043712 (+3 ms)Flushing f1aae37cbe29bb5b82169cbdafba76fe/C: closing flushed file at 1731130043712Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@267f3f79: reopening flushed file at 1731130044122 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e831dfd: reopening flushed file at 1731130044125 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45dd8139: reopening flushed file at 1731130044128 (+3 ms)Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=0 B/0 for f1aae37cbe29bb5b82169cbdafba76fe in 1245ms, sequenceid=474, compaction requested=false at 1731130044137 (+9 ms)Writing region close event to WAL at 1731130044253 (+116 ms)Running coprocessor post-close hooks at 1731130044256 (+3 ms)Closed at 1731130044256 2024-11-09T05:27:24,258 INFO [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] handler.UnassignRegionHandler(157): Closed f1aae37cbe29bb5b82169cbdafba76fe 2024-11-09T05:27:24,258 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=155 updating hbase:meta row=f1aae37cbe29bb5b82169cbdafba76fe, regionState=CLOSED 2024-11-09T05:27:24,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=156, ppid=155, state=RUNNABLE, hasLock=false; CloseRegionProcedure f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 because future has completed 2024-11-09T05:27:24,261 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=156, resume processing ppid=155 2024-11-09T05:27:24,261 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=156, ppid=155, state=SUCCESS, hasLock=false; CloseRegionProcedure f1aae37cbe29bb5b82169cbdafba76fe, server=059551c538b7,40801,1731129891493 in 1.5200 sec 2024-11-09T05:27:24,262 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=155, resume processing ppid=154 2024-11-09T05:27:24,262 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=155, ppid=154, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f1aae37cbe29bb5b82169cbdafba76fe, UNASSIGN in 1.5230 sec 2024-11-09T05:27:24,264 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=154, resume processing ppid=153 2024-11-09T05:27:24,264 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=154, ppid=153, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5270 sec 2024-11-09T05:27:24,265 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731130044265"}]},"ts":"1731130044265"} 2024-11-09T05:27:24,266 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-09T05:27:24,266 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-09T05:27:24,268 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=153, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.5340 sec 2024-11-09T05:27:24,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=153 2024-11-09T05:27:24,891 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-09T05:27:24,891 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-09T05:27:24,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] procedure2.ProcedureExecutor(1139): Stored pid=157, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T05:27:24,892 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=157, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T05:27:24,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=157 2024-11-09T05:27:24,893 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=157, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T05:27:24,894 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe 2024-11-09T05:27:24,896 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A, FileablePath, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B, FileablePath, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C, FileablePath, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/recovered.edits] 2024-11-09T05:27:24,898 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/6a4d1191fa3449cd8d5dae237d452f7b to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/6a4d1191fa3449cd8d5dae237d452f7b 2024-11-09T05:27:24,899 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/e2543710573a4fd08c78caf6b8e1dd43 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/A/e2543710573a4fd08c78caf6b8e1dd43 2024-11-09T05:27:24,900 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/a9bf0f3cbee84be985da1b2209c142f2 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/a9bf0f3cbee84be985da1b2209c142f2 2024-11-09T05:27:24,901 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/ab496827f8f94ba2914af5071043c6d8 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/B/ab496827f8f94ba2914af5071043c6d8 2024-11-09T05:27:24,903 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/8f857e64c6d642949072e6780738b65e to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/8f857e64c6d642949072e6780738b65e 2024-11-09T05:27:24,904 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/cdaad6376fd64c7fb3caf407010aab38 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/C/cdaad6376fd64c7fb3caf407010aab38 2024-11-09T05:27:24,906 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/recovered.edits/477.seqid to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe/recovered.edits/477.seqid 2024-11-09T05:27:24,906 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/f1aae37cbe29bb5b82169cbdafba76fe 2024-11-09T05:27:24,906 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-09T05:27:24,908 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=157, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T05:27:24,910 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-09T05:27:24,911 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-09T05:27:24,912 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=157, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T05:27:24,912 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-09T05:27:24,912 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731130044912"}]},"ts":"9223372036854775807"} 2024-11-09T05:27:24,914 INFO [PEWorker-4 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-09T05:27:24,914 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => f1aae37cbe29bb5b82169cbdafba76fe, NAME => 'TestAcidGuarantees,,1731130013018.f1aae37cbe29bb5b82169cbdafba76fe.', STARTKEY => '', ENDKEY => ''}] 2024-11-09T05:27:24,914 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-09T05:27:24,914 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731130044914"}]},"ts":"9223372036854775807"} 2024-11-09T05:27:24,915 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-09T05:27:24,916 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=157, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T05:27:24,917 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=157, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 25 msec 2024-11-09T05:27:25,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=157 2024-11-09T05:27:25,001 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-09T05:27:25,003 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-09T05:27:25,009 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testScanAtomicity Thread=238 (was 241), OpenFileDescriptor=447 (was 459), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=671 (was 560) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=355 (was 650) 2024-11-09T05:27:25,017 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMobGetAtomicity Thread=238, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=671, ProcessCount=11, AvailableMemoryMB=354 2024-11-09T05:27:25,018 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-09T05:27:25,019 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T05:27:25,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] procedure2.ProcedureExecutor(1139): Stored pid=158, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-09T05:27:25,020 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=158, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T05:27:25,020 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:27:25,020 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 158 2024-11-09T05:27:25,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-09T05:27:25,021 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=158, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T05:27:25,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742428_1604 (size=959) 2024-11-09T05:27:25,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-09T05:27:25,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-09T05:27:25,432 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3c07dbfca0ee8420f88a959ab6934a89, NAME => 'TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320 2024-11-09T05:27:25,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742429_1605 (size=53) 2024-11-09T05:27:25,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-09T05:27:25,840 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T05:27:25,840 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 3c07dbfca0ee8420f88a959ab6934a89, disabling compactions & flushes 2024-11-09T05:27:25,840 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. 2024-11-09T05:27:25,840 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. 2024-11-09T05:27:25,840 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. after waiting 0 ms 2024-11-09T05:27:25,840 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. 2024-11-09T05:27:25,840 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. 2024-11-09T05:27:25,840 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3c07dbfca0ee8420f88a959ab6934a89: Waiting for close lock at 1731130045840Disabling compacts and flushes for region at 1731130045840Disabling writes for close at 1731130045840Writing region close event to WAL at 1731130045840Closed at 1731130045840 2024-11-09T05:27:25,841 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=158, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T05:27:25,841 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731130045841"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731130045841"}]},"ts":"1731130045841"} 2024-11-09T05:27:25,842 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T05:27:25,843 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=158, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T05:27:25,843 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731130045843"}]},"ts":"1731130045843"} 2024-11-09T05:27:25,844 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-09T05:27:25,844 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=159, ppid=158, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3c07dbfca0ee8420f88a959ab6934a89, ASSIGN}] 2024-11-09T05:27:25,845 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=159, ppid=158, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3c07dbfca0ee8420f88a959ab6934a89, ASSIGN 2024-11-09T05:27:25,846 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=159, ppid=158, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=3c07dbfca0ee8420f88a959ab6934a89, ASSIGN; state=OFFLINE, location=059551c538b7,40801,1731129891493; forceNewPlan=false, retain=false 2024-11-09T05:27:25,996 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=159 updating hbase:meta row=3c07dbfca0ee8420f88a959ab6934a89, regionState=OPENING, regionLocation=059551c538b7,40801,1731129891493 2024-11-09T05:27:25,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=159, ppid=158, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=3c07dbfca0ee8420f88a959ab6934a89, ASSIGN because future has completed 2024-11-09T05:27:25,998 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=160, ppid=159, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493}] 2024-11-09T05:27:26,152 INFO [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. 2024-11-09T05:27:26,152 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(7752): Opening region: {ENCODED => 3c07dbfca0ee8420f88a959ab6934a89, NAME => 'TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.', STARTKEY => '', ENDKEY => ''} 2024-11-09T05:27:26,153 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 3c07dbfca0ee8420f88a959ab6934a89 2024-11-09T05:27:26,153 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T05:27:26,153 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(7794): checking encryption for 3c07dbfca0ee8420f88a959ab6934a89 2024-11-09T05:27:26,153 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(7797): checking classloading for 3c07dbfca0ee8420f88a959ab6934a89 2024-11-09T05:27:26,154 INFO [StoreOpener-3c07dbfca0ee8420f88a959ab6934a89-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 3c07dbfca0ee8420f88a959ab6934a89 2024-11-09T05:27:26,155 INFO [StoreOpener-3c07dbfca0ee8420f88a959ab6934a89-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3c07dbfca0ee8420f88a959ab6934a89 columnFamilyName A 2024-11-09T05:27:26,155 DEBUG [StoreOpener-3c07dbfca0ee8420f88a959ab6934a89-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:27:26,155 INFO [StoreOpener-3c07dbfca0ee8420f88a959ab6934a89-1 {}] regionserver.HStore(327): Store=3c07dbfca0ee8420f88a959ab6934a89/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T05:27:26,155 INFO [StoreOpener-3c07dbfca0ee8420f88a959ab6934a89-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 3c07dbfca0ee8420f88a959ab6934a89 2024-11-09T05:27:26,156 INFO [StoreOpener-3c07dbfca0ee8420f88a959ab6934a89-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3c07dbfca0ee8420f88a959ab6934a89 columnFamilyName B 2024-11-09T05:27:26,156 DEBUG [StoreOpener-3c07dbfca0ee8420f88a959ab6934a89-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:27:26,156 INFO [StoreOpener-3c07dbfca0ee8420f88a959ab6934a89-1 {}] regionserver.HStore(327): Store=3c07dbfca0ee8420f88a959ab6934a89/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T05:27:26,156 INFO [StoreOpener-3c07dbfca0ee8420f88a959ab6934a89-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 3c07dbfca0ee8420f88a959ab6934a89 2024-11-09T05:27:26,157 INFO [StoreOpener-3c07dbfca0ee8420f88a959ab6934a89-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3c07dbfca0ee8420f88a959ab6934a89 columnFamilyName C 2024-11-09T05:27:26,157 DEBUG [StoreOpener-3c07dbfca0ee8420f88a959ab6934a89-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:27:26,157 INFO [StoreOpener-3c07dbfca0ee8420f88a959ab6934a89-1 {}] regionserver.HStore(327): Store=3c07dbfca0ee8420f88a959ab6934a89/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T05:27:26,157 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(1038): replaying wal for 3c07dbfca0ee8420f88a959ab6934a89 2024-11-09T05:27:26,158 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89 2024-11-09T05:27:26,158 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89 2024-11-09T05:27:26,159 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(1048): stopping wal replay for 3c07dbfca0ee8420f88a959ab6934a89 2024-11-09T05:27:26,159 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(1060): Cleaning up temporary data for 3c07dbfca0ee8420f88a959ab6934a89 2024-11-09T05:27:26,159 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-09T05:27:26,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-09T05:27:26,160 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(1093): writing seq id for 3c07dbfca0ee8420f88a959ab6934a89 2024-11-09T05:27:26,162 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T05:27:26,162 INFO [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(1114): Opened 3c07dbfca0ee8420f88a959ab6934a89; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67793409, jitterRate=0.010200515389442444}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-09T05:27:26,162 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3c07dbfca0ee8420f88a959ab6934a89 2024-11-09T05:27:26,163 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(1006): Region open journal for 3c07dbfca0ee8420f88a959ab6934a89: Running coprocessor pre-open hook at 1731130046153Writing region info on filesystem at 1731130046153Initializing all the Stores at 1731130046153Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731130046153Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731130046154 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731130046154Cleaning up temporary data from old regions at 1731130046159 (+5 ms)Running coprocessor post-open hooks at 1731130046162 (+3 ms)Region opened successfully at 1731130046163 (+1 ms) 2024-11-09T05:27:26,163 INFO [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., pid=160, masterSystemTime=1731130046150 2024-11-09T05:27:26,165 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. 2024-11-09T05:27:26,165 INFO [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. 2024-11-09T05:27:26,165 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=159 updating hbase:meta row=3c07dbfca0ee8420f88a959ab6934a89, regionState=OPEN, openSeqNum=2, regionLocation=059551c538b7,40801,1731129891493 2024-11-09T05:27:26,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=160, ppid=159, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 because future has completed 2024-11-09T05:27:26,169 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=160, resume processing ppid=159 2024-11-09T05:27:26,169 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=160, ppid=159, state=SUCCESS, hasLock=false; OpenRegionProcedure 3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 in 169 msec 2024-11-09T05:27:26,170 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=159, resume processing ppid=158 2024-11-09T05:27:26,170 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=159, ppid=158, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3c07dbfca0ee8420f88a959ab6934a89, ASSIGN in 325 msec 2024-11-09T05:27:26,171 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=158, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T05:27:26,171 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731130046171"}]},"ts":"1731130046171"} 2024-11-09T05:27:26,172 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-09T05:27:26,172 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=158, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T05:27:26,174 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=158, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1540 sec 2024-11-09T05:27:27,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-09T05:27:27,173 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-09T05:27:27,174 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d463f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:27:27,174 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 059551c538b7,41745,-1 for getting cluster id 2024-11-09T05:27:27,174 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:27:27,175 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9cbcd106-ff71-48e9-988a-d53636563491' 2024-11-09T05:27:27,175 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:27:27,175 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9cbcd106-ff71-48e9-988a-d53636563491" 2024-11-09T05:27:27,176 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11496492, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:27:27,176 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [059551c538b7,41745,-1] 2024-11-09T05:27:27,176 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:27:27,176 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:27:27,177 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55546, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:27:27,178 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37792f96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:27:27,178 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:27:27,179 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=059551c538b7,40801,1731129891493, seqNum=-1] 2024-11-09T05:27:27,179 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:27:27,180 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:27:27,180 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T05:27:27,181 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 059551c538b7,41745,1731129890711 2024-11-09T05:27:27,181 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@79156c4e 2024-11-09T05:27:27,181 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T05:27:27,182 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55552, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T05:27:27,183 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-09T05:27:27,183 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T05:27:27,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] procedure2.ProcedureExecutor(1139): Stored pid=161, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-09T05:27:27,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742430_1606 (size=995) 2024-11-09T05:27:27,202 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.959 2024-11-09T05:27:27,202 INFO [PEWorker-4 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.995 2024-11-09T05:27:27,204 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=162, ppid=161, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-09T05:27:27,206 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=163, ppid=162, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3c07dbfca0ee8420f88a959ab6934a89, REOPEN/MOVE}] 2024-11-09T05:27:27,207 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=163, ppid=162, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3c07dbfca0ee8420f88a959ab6934a89, REOPEN/MOVE 2024-11-09T05:27:27,208 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=163 updating hbase:meta row=3c07dbfca0ee8420f88a959ab6934a89, regionState=CLOSING, regionLocation=059551c538b7,40801,1731129891493 2024-11-09T05:27:27,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=163, ppid=162, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=3c07dbfca0ee8420f88a959ab6934a89, REOPEN/MOVE because future has completed 2024-11-09T05:27:27,209 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-09T05:27:27,209 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=164, ppid=163, state=RUNNABLE, hasLock=false; CloseRegionProcedure 3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493}] 2024-11-09T05:27:27,361 INFO [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=164}] handler.UnassignRegionHandler(122): Close 3c07dbfca0ee8420f88a959ab6934a89 2024-11-09T05:27:27,362 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=164}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-09T05:27:27,362 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=164}] regionserver.HRegion(1722): Closing 3c07dbfca0ee8420f88a959ab6934a89, disabling compactions & flushes 2024-11-09T05:27:27,362 INFO [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=164}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. 2024-11-09T05:27:27,362 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=164}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. 2024-11-09T05:27:27,362 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=164}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. after waiting 0 ms 2024-11-09T05:27:27,362 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=164}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. 2024-11-09T05:27:27,368 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=164}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-09T05:27:27,369 INFO [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=164}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. 2024-11-09T05:27:27,369 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=164}] regionserver.HRegion(1676): Region close journal for 3c07dbfca0ee8420f88a959ab6934a89: Waiting for close lock at 1731130047362Running coprocessor pre-close hooks at 1731130047362Disabling compacts and flushes for region at 1731130047362Disabling writes for close at 1731130047362Writing region close event to WAL at 1731130047362Running coprocessor post-close hooks at 1731130047369 (+7 ms)Closed at 1731130047369 2024-11-09T05:27:27,369 WARN [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=164}] regionserver.HRegionServer(3299): Not adding moved region record: 3c07dbfca0ee8420f88a959ab6934a89 to self. 2024-11-09T05:27:27,371 INFO [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=164}] handler.UnassignRegionHandler(157): Closed 3c07dbfca0ee8420f88a959ab6934a89 2024-11-09T05:27:27,371 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=163 updating hbase:meta row=3c07dbfca0ee8420f88a959ab6934a89, regionState=CLOSED 2024-11-09T05:27:27,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=164, ppid=163, state=RUNNABLE, hasLock=false; CloseRegionProcedure 3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 because future has completed 2024-11-09T05:27:27,376 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=164, resume processing ppid=163 2024-11-09T05:27:27,376 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=164, ppid=163, state=SUCCESS, hasLock=false; CloseRegionProcedure 3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 in 165 msec 2024-11-09T05:27:27,377 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=163, ppid=162, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=3c07dbfca0ee8420f88a959ab6934a89, REOPEN/MOVE; state=CLOSED, location=059551c538b7,40801,1731129891493; forceNewPlan=false, retain=true 2024-11-09T05:27:27,527 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=163 updating hbase:meta row=3c07dbfca0ee8420f88a959ab6934a89, regionState=OPENING, regionLocation=059551c538b7,40801,1731129891493 2024-11-09T05:27:27,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=163, ppid=162, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=3c07dbfca0ee8420f88a959ab6934a89, REOPEN/MOVE because future has completed 2024-11-09T05:27:27,529 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=165, ppid=163, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493}] 2024-11-09T05:27:27,683 INFO [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=165}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. 2024-11-09T05:27:27,683 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=165}] regionserver.HRegion(7752): Opening region: {ENCODED => 3c07dbfca0ee8420f88a959ab6934a89, NAME => 'TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.', STARTKEY => '', ENDKEY => ''} 2024-11-09T05:27:27,684 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=165}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 3c07dbfca0ee8420f88a959ab6934a89 2024-11-09T05:27:27,684 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=165}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T05:27:27,684 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=165}] regionserver.HRegion(7794): checking encryption for 3c07dbfca0ee8420f88a959ab6934a89 2024-11-09T05:27:27,684 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=165}] regionserver.HRegion(7797): checking classloading for 3c07dbfca0ee8420f88a959ab6934a89 2024-11-09T05:27:27,686 INFO [StoreOpener-3c07dbfca0ee8420f88a959ab6934a89-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 3c07dbfca0ee8420f88a959ab6934a89 2024-11-09T05:27:27,687 INFO [StoreOpener-3c07dbfca0ee8420f88a959ab6934a89-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3c07dbfca0ee8420f88a959ab6934a89 columnFamilyName A 2024-11-09T05:27:27,688 DEBUG [StoreOpener-3c07dbfca0ee8420f88a959ab6934a89-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:27:27,689 INFO [StoreOpener-3c07dbfca0ee8420f88a959ab6934a89-1 {}] regionserver.HStore(327): Store=3c07dbfca0ee8420f88a959ab6934a89/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T05:27:27,689 INFO [StoreOpener-3c07dbfca0ee8420f88a959ab6934a89-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 3c07dbfca0ee8420f88a959ab6934a89 2024-11-09T05:27:27,689 INFO [StoreOpener-3c07dbfca0ee8420f88a959ab6934a89-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3c07dbfca0ee8420f88a959ab6934a89 columnFamilyName B 2024-11-09T05:27:27,690 DEBUG [StoreOpener-3c07dbfca0ee8420f88a959ab6934a89-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:27:27,690 INFO [StoreOpener-3c07dbfca0ee8420f88a959ab6934a89-1 {}] regionserver.HStore(327): Store=3c07dbfca0ee8420f88a959ab6934a89/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T05:27:27,690 INFO [StoreOpener-3c07dbfca0ee8420f88a959ab6934a89-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 3c07dbfca0ee8420f88a959ab6934a89 2024-11-09T05:27:27,691 INFO [StoreOpener-3c07dbfca0ee8420f88a959ab6934a89-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3c07dbfca0ee8420f88a959ab6934a89 columnFamilyName C 2024-11-09T05:27:27,691 DEBUG [StoreOpener-3c07dbfca0ee8420f88a959ab6934a89-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:27:27,691 INFO [StoreOpener-3c07dbfca0ee8420f88a959ab6934a89-1 {}] regionserver.HStore(327): Store=3c07dbfca0ee8420f88a959ab6934a89/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T05:27:27,691 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=165}] regionserver.HRegion(1038): replaying wal for 3c07dbfca0ee8420f88a959ab6934a89 2024-11-09T05:27:27,692 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=165}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89 2024-11-09T05:27:27,692 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=165}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89 2024-11-09T05:27:27,693 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=165}] regionserver.HRegion(1048): stopping wal replay for 3c07dbfca0ee8420f88a959ab6934a89 2024-11-09T05:27:27,693 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=165}] regionserver.HRegion(1060): Cleaning up temporary data for 3c07dbfca0ee8420f88a959ab6934a89 2024-11-09T05:27:27,693 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=165}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-09T05:27:27,694 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=165}] regionserver.HRegion(1093): writing seq id for 3c07dbfca0ee8420f88a959ab6934a89 2024-11-09T05:27:27,696 INFO [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=165}] regionserver.HRegion(1114): Opened 3c07dbfca0ee8420f88a959ab6934a89; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67491455, jitterRate=0.005701050162315369}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-09T05:27:27,696 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=165}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3c07dbfca0ee8420f88a959ab6934a89 2024-11-09T05:27:27,696 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=165}] regionserver.HRegion(1006): Region open journal for 3c07dbfca0ee8420f88a959ab6934a89: Running coprocessor pre-open hook at 1731130047684Writing region info on filesystem at 1731130047684Initializing all the Stores at 1731130047685 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731130047685Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731130047686 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731130047686Cleaning up temporary data from old regions at 1731130047693 (+7 ms)Running coprocessor post-open hooks at 1731130047696 (+3 ms)Region opened successfully at 1731130047696 2024-11-09T05:27:27,697 INFO [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=165}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., pid=165, masterSystemTime=1731130047681 2024-11-09T05:27:27,699 DEBUG [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=165}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. 2024-11-09T05:27:27,699 INFO [RS_OPEN_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_OPEN_REGION, pid=165}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. 2024-11-09T05:27:27,699 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=163 updating hbase:meta row=3c07dbfca0ee8420f88a959ab6934a89, regionState=OPEN, openSeqNum=5, regionLocation=059551c538b7,40801,1731129891493 2024-11-09T05:27:27,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=165, ppid=163, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 because future has completed 2024-11-09T05:27:27,703 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=165, resume processing ppid=163 2024-11-09T05:27:27,703 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=165, ppid=163, state=SUCCESS, hasLock=false; OpenRegionProcedure 3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 in 172 msec 2024-11-09T05:27:27,704 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=163, resume processing ppid=162 2024-11-09T05:27:27,704 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=163, ppid=162, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3c07dbfca0ee8420f88a959ab6934a89, REOPEN/MOVE in 497 msec 2024-11-09T05:27:27,706 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=162, resume processing ppid=161 2024-11-09T05:27:27,706 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=162, ppid=161, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 500 msec 2024-11-09T05:27:27,708 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=161, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 522 msec 2024-11-09T05:27:27,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=161 2024-11-09T05:27:27,709 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-09T05:27:27,710 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26378a2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:27:27,710 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 059551c538b7,41745,-1 for getting cluster id 2024-11-09T05:27:27,710 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:27:27,711 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9cbcd106-ff71-48e9-988a-d53636563491' 2024-11-09T05:27:27,711 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:27:27,711 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9cbcd106-ff71-48e9-988a-d53636563491" 2024-11-09T05:27:27,711 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f00236f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:27:27,711 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [059551c538b7,41745,-1] 2024-11-09T05:27:27,711 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:27:27,711 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:27:27,712 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55572, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:27:27,713 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ed9125d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:27:27,713 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1572f078, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:27:27,713 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 059551c538b7,41745,-1 for getting cluster id 2024-11-09T05:27:27,714 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:27:27,714 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9cbcd106-ff71-48e9-988a-d53636563491' 2024-11-09T05:27:27,714 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:27:27,714 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9cbcd106-ff71-48e9-988a-d53636563491" 2024-11-09T05:27:27,715 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e8c3c2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:27:27,715 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [059551c538b7,41745,-1] 2024-11-09T05:27:27,715 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:27:27,715 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:27:27,716 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55584, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:27:27,716 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65dd4b35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:27:27,717 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23448b6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:27:27,717 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 059551c538b7,41745,-1 for getting cluster id 2024-11-09T05:27:27,717 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:27:27,718 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9cbcd106-ff71-48e9-988a-d53636563491' 2024-11-09T05:27:27,718 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:27:27,718 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9cbcd106-ff71-48e9-988a-d53636563491" 2024-11-09T05:27:27,718 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@608e58ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:27:27,718 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [059551c538b7,41745,-1] 2024-11-09T05:27:27,719 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:27:27,719 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:27:27,720 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55596, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:27:27,720 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bd438d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:27:27,721 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d7db06e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:27:27,721 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 059551c538b7,41745,-1 for getting cluster id 2024-11-09T05:27:27,721 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:27:27,722 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9cbcd106-ff71-48e9-988a-d53636563491' 2024-11-09T05:27:27,722 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:27:27,722 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9cbcd106-ff71-48e9-988a-d53636563491" 2024-11-09T05:27:27,722 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@723359bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:27:27,722 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [059551c538b7,41745,-1] 2024-11-09T05:27:27,722 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:27:27,722 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:27:27,723 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:27:27,723 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bf38f58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:27:27,724 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@763ca8cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:27:27,724 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 059551c538b7,41745,-1 for getting cluster id 2024-11-09T05:27:27,724 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:27:27,725 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9cbcd106-ff71-48e9-988a-d53636563491' 2024-11-09T05:27:27,725 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:27:27,725 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9cbcd106-ff71-48e9-988a-d53636563491" 2024-11-09T05:27:27,725 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38627dfa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:27:27,725 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [059551c538b7,41745,-1] 2024-11-09T05:27:27,725 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:27:27,725 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:27:27,726 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:27:27,727 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@695f3f7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:27:27,727 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5451f0cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:27:27,727 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 059551c538b7,41745,-1 for getting cluster id 2024-11-09T05:27:27,727 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:27:27,728 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9cbcd106-ff71-48e9-988a-d53636563491' 2024-11-09T05:27:27,728 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:27:27,728 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9cbcd106-ff71-48e9-988a-d53636563491" 2024-11-09T05:27:27,728 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24858430, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:27:27,728 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [059551c538b7,41745,-1] 2024-11-09T05:27:27,728 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:27:27,729 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:27:27,729 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55650, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:27:27,730 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e1234d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:27:27,730 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b0e0fb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:27:27,731 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 059551c538b7,41745,-1 for getting cluster id 2024-11-09T05:27:27,731 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:27:27,731 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9cbcd106-ff71-48e9-988a-d53636563491' 2024-11-09T05:27:27,732 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:27:27,732 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9cbcd106-ff71-48e9-988a-d53636563491" 2024-11-09T05:27:27,732 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c5f53e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:27:27,732 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [059551c538b7,41745,-1] 2024-11-09T05:27:27,732 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:27:27,732 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:27:27,733 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:27:27,733 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61f93d67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:27:27,734 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@594d5ccc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:27:27,734 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 059551c538b7,41745,-1 for getting cluster id 2024-11-09T05:27:27,734 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:27:27,735 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9cbcd106-ff71-48e9-988a-d53636563491' 2024-11-09T05:27:27,735 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:27:27,735 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9cbcd106-ff71-48e9-988a-d53636563491" 2024-11-09T05:27:27,735 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d066f73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:27:27,735 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [059551c538b7,41745,-1] 2024-11-09T05:27:27,736 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:27:27,736 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:27:27,737 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55698, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:27:27,738 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3808bbb4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:27:27,739 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@267cfa21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:27:27,739 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 059551c538b7,41745,-1 for getting cluster id 2024-11-09T05:27:27,739 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:27:27,739 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9cbcd106-ff71-48e9-988a-d53636563491' 2024-11-09T05:27:27,740 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:27:27,740 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9cbcd106-ff71-48e9-988a-d53636563491" 2024-11-09T05:27:27,740 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30f15cd9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:27:27,740 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [059551c538b7,41745,-1] 2024-11-09T05:27:27,740 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:27:27,741 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:27:27,741 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55720, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:27:27,742 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19d4ac8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:27:27,742 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c58aaf1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:27:27,742 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 059551c538b7,41745,-1 for getting cluster id 2024-11-09T05:27:27,743 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T05:27:27,743 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9cbcd106-ff71-48e9-988a-d53636563491' 2024-11-09T05:27:27,743 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T05:27:27,743 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9cbcd106-ff71-48e9-988a-d53636563491" 2024-11-09T05:27:27,744 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26bd632f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:27:27,744 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [059551c538b7,41745,-1] 2024-11-09T05:27:27,744 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T05:27:27,744 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:27:27,745 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55734, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T05:27:27,745 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60327e20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T05:27:27,746 DEBUG [Thread-2674 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:27:27,747 DEBUG [Thread-2681 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:27:27,747 DEBUG [Thread-2685 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:27:27,747 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=059551c538b7,40801,1731129891493, seqNum=-1] 2024-11-09T05:27:27,747 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:27:27,747 DEBUG [Thread-2672 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:27:27,747 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=059551c538b7,40801,1731129891493, seqNum=-1] 2024-11-09T05:27:27,748 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:27:27,748 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40800, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:27:27,748 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=059551c538b7,40801,1731129891493, seqNum=-1] 2024-11-09T05:27:27,749 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:27:27,749 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=059551c538b7,40801,1731129891493, seqNum=-1] 2024-11-09T05:27:27,749 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:27:27,750 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40802, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:27:27,750 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40814, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:27:27,750 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5] 2024-11-09T05:27:27,751 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5] 2024-11-09T05:27:27,751 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5] 2024-11-09T05:27:27,752 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:27:27,754 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5] 2024-11-09T05:27:27,756 DEBUG [Thread-2668 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:27:27,757 DEBUG [Thread-2676 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:27:27,757 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=059551c538b7,40801,1731129891493, seqNum=-1] 2024-11-09T05:27:27,757 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:27:27,758 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T05:27:27,759 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:27:27,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] procedure2.ProcedureExecutor(1139): Stored pid=166, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees 2024-11-09T05:27:27,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-09T05:27:27,760 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5] 2024-11-09T05:27:27,762 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=166, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T05:27:27,762 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=059551c538b7,40801,1731129891493, seqNum=-1] 2024-11-09T05:27:27,762 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:27:27,763 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40830, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:27:27,764 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=166, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T05:27:27,764 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=167, ppid=166, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T05:27:27,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(8855): Flush requested on 3c07dbfca0ee8420f88a959ab6934a89 2024-11-09T05:27:27,764 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T05:27:27,764 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3c07dbfca0ee8420f88a959ab6934a89 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-09T05:27:27,765 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5] 2024-11-09T05:27:27,770 DEBUG [Thread-2683 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:27:27,771 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=059551c538b7,40801,1731129891493, seqNum=-1] 2024-11-09T05:27:27,771 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:27:27,775 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:27:27,777 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5] 2024-11-09T05:27:27,778 DEBUG [Thread-2679 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:27:27,780 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=059551c538b7,40801,1731129891493, seqNum=-1] 2024-11-09T05:27:27,780 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:27:27,782 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40838, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:27:27,784 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5] 2024-11-09T05:27:27,788 DEBUG [Thread-2670 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:27:27,789 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=059551c538b7,40801,1731129891493, seqNum=-1] 2024-11-09T05:27:27,789 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:27:27,791 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:27:27,793 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5] 2024-11-09T05:27:27,798 DEBUG [Thread-2687 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T05:27:27,799 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=059551c538b7,40801,1731129891493, seqNum=-1] 2024-11-09T05:27:27,799 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T05:27:27,800 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40854, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T05:27:27,801 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5] 2024-11-09T05:27:27,804 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:27,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40822 deadline: 1731130107801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:27,805 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:27,805 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:27,805 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:27,805 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:27,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40826 deadline: 1731130107801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:27,805 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:27,805 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:27,805 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:27,805 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:27,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40830 deadline: 1731130107802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:27,806 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:27,806 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:27,806 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:27,807 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:27,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40850 deadline: 1731130107803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:27,807 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:27,807 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:27,807 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:27,807 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:27,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40800 deadline: 1731130107804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:27,808 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:27,808 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:27,808 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:27,822 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110980b6d8cb0af14742a8b73a91ad457041_3c07dbfca0ee8420f88a959ab6934a89 is 50, key is test_row_0/A:col10/1731130047762/Put/seqid=0 2024-11-09T05:27:27,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742431_1607 (size=12154) 2024-11-09T05:27:27,851 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:27:27,855 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110980b6d8cb0af14742a8b73a91ad457041_3c07dbfca0ee8420f88a959ab6934a89 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110980b6d8cb0af14742a8b73a91ad457041_3c07dbfca0ee8420f88a959ab6934a89 2024-11-09T05:27:27,857 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/A/e5ec6c4e5f254fdf8353db0f6bfa3408, store: [table=TestAcidGuarantees family=A region=3c07dbfca0ee8420f88a959ab6934a89] 2024-11-09T05:27:27,857 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/A/e5ec6c4e5f254fdf8353db0f6bfa3408 is 175, key is test_row_0/A:col10/1731130047762/Put/seqid=0 2024-11-09T05:27:27,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-09T05:27:27,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742432_1608 (size=30955) 2024-11-09T05:27:27,875 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/A/e5ec6c4e5f254fdf8353db0f6bfa3408 2024-11-09T05:27:27,901 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/B/a3cb4cded91143f5a0ad8c9ad3101331 is 50, key is test_row_0/B:col10/1731130047762/Put/seqid=0 2024-11-09T05:27:27,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742433_1609 (size=12001) 2024-11-09T05:27:27,912 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:27,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40822 deadline: 1731130107911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:27,912 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:27,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40826 deadline: 1731130107911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:27,913 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:27,913 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:27,913 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:27,913 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:27,913 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:27,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 3 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40850 deadline: 1731130107911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:27,913 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:27,913 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:27,913 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:27,913 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:27,913 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:27,913 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:27,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40800 deadline: 1731130107911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:27,914 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:27,914 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:27,914 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:27,914 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:27,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40830 deadline: 1731130107911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:27,914 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:27,914 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:27,914 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:27,922 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-09T05:27:27,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. 2024-11-09T05:27:27,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. as already flushing 2024-11-09T05:27:27,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. 2024-11-09T05:27:27,923 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => 3c07dbfca0ee8420f88a959ab6934a89, NAME => 'TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:27,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => 3c07dbfca0ee8420f88a959ab6934a89, NAME => 'TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:27,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3c07dbfca0ee8420f88a959ab6934a89, NAME => 'TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3c07dbfca0ee8420f88a959ab6934a89, NAME => 'TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:28,076 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-09T05:27:28,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. 2024-11-09T05:27:28,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. as already flushing 2024-11-09T05:27:28,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. 2024-11-09T05:27:28,077 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => 3c07dbfca0ee8420f88a959ab6934a89, NAME => 'TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:28,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => 3c07dbfca0ee8420f88a959ab6934a89, NAME => 'TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:28,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3c07dbfca0ee8420f88a959ab6934a89, NAME => 'TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3c07dbfca0ee8420f88a959ab6934a89, NAME => 'TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:28,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-09T05:27:28,122 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:28,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40826 deadline: 1731130108120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:28,123 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:28,123 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:28,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40850 deadline: 1731130108120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:28,123 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:28,123 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:28,123 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:28,123 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:28,123 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:28,123 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:28,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40800 deadline: 1731130108120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:28,123 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:28,123 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:28,123 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:28,123 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:28,123 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:28,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40830 deadline: 1731130108120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:28,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40822 deadline: 1731130108120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:28,124 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:28,124 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:28,124 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:28,124 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:28,124 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:28,124 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:28,231 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-09T05:27:28,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. 2024-11-09T05:27:28,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. as already flushing 2024-11-09T05:27:28,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. 2024-11-09T05:27:28,232 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => 3c07dbfca0ee8420f88a959ab6934a89, NAME => 'TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:28,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => 3c07dbfca0ee8420f88a959ab6934a89, NAME => 'TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:28,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3c07dbfca0ee8420f88a959ab6934a89, NAME => 'TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3c07dbfca0ee8420f88a959ab6934a89, NAME => 'TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:28,311 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/B/a3cb4cded91143f5a0ad8c9ad3101331 2024-11-09T05:27:28,337 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/C/d8b233c8454243f995fe1c3a2775418b is 50, key is test_row_0/C:col10/1731130047762/Put/seqid=0 2024-11-09T05:27:28,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742434_1610 (size=12001) 2024-11-09T05:27:28,362 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/C/d8b233c8454243f995fe1c3a2775418b 2024-11-09T05:27:28,384 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/A/e5ec6c4e5f254fdf8353db0f6bfa3408 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/e5ec6c4e5f254fdf8353db0f6bfa3408 2024-11-09T05:27:28,386 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-09T05:27:28,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. 2024-11-09T05:27:28,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. as already flushing 2024-11-09T05:27:28,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. 2024-11-09T05:27:28,386 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => 3c07dbfca0ee8420f88a959ab6934a89, NAME => 'TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:28,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => 3c07dbfca0ee8420f88a959ab6934a89, NAME => 'TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:28,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3c07dbfca0ee8420f88a959ab6934a89, NAME => 'TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3c07dbfca0ee8420f88a959ab6934a89, NAME => 'TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:28,391 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/e5ec6c4e5f254fdf8353db0f6bfa3408, entries=150, sequenceid=15, filesize=30.2 K 2024-11-09T05:27:28,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-09T05:27:28,394 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/B/a3cb4cded91143f5a0ad8c9ad3101331 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/a3cb4cded91143f5a0ad8c9ad3101331 2024-11-09T05:27:28,400 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/a3cb4cded91143f5a0ad8c9ad3101331, entries=150, sequenceid=15, filesize=11.7 K 2024-11-09T05:27:28,401 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/C/d8b233c8454243f995fe1c3a2775418b as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/d8b233c8454243f995fe1c3a2775418b 2024-11-09T05:27:28,405 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/d8b233c8454243f995fe1c3a2775418b, entries=150, sequenceid=15, filesize=11.7 K 2024-11-09T05:27:28,406 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 3c07dbfca0ee8420f88a959ab6934a89 in 642ms, sequenceid=15, compaction requested=false 2024-11-09T05:27:28,406 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3c07dbfca0ee8420f88a959ab6934a89: 2024-11-09T05:27:28,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(8855): Flush requested on 3c07dbfca0ee8420f88a959ab6934a89 2024-11-09T05:27:28,433 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T05:27:28,433 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3c07dbfca0ee8420f88a959ab6934a89 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-09T05:27:28,446 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:28,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40822 deadline: 1731130108440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:28,447 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:28,447 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:28,447 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:28,449 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:28,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40850 deadline: 1731130108444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:28,449 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:28,449 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:28,449 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:28,449 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:28,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40826 deadline: 1731130108445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:28,450 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411097963f7d23d54481092f86b2b93a6c96d_3c07dbfca0ee8420f88a959ab6934a89 is 50, key is test_row_0/A:col10/1731130047800/Put/seqid=0 2024-11-09T05:27:28,450 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:28,450 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:28,451 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:28,451 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:28,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40830 deadline: 1731130108447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:28,451 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:28,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40800 deadline: 1731130108447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:28,451 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:28,451 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:28,451 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:28,452 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:28,452 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:28,452 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:28,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742435_1611 (size=12154) 2024-11-09T05:27:28,499 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:27:28,505 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411097963f7d23d54481092f86b2b93a6c96d_3c07dbfca0ee8420f88a959ab6934a89 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411097963f7d23d54481092f86b2b93a6c96d_3c07dbfca0ee8420f88a959ab6934a89 2024-11-09T05:27:28,507 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/A/3cfc7019b0e14397ab0700df7e5ae207, store: [table=TestAcidGuarantees family=A region=3c07dbfca0ee8420f88a959ab6934a89] 2024-11-09T05:27:28,507 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/A/3cfc7019b0e14397ab0700df7e5ae207 is 175, key is test_row_0/A:col10/1731130047800/Put/seqid=0 2024-11-09T05:27:28,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742436_1612 (size=30955) 2024-11-09T05:27:28,536 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/A/3cfc7019b0e14397ab0700df7e5ae207 2024-11-09T05:27:28,541 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-09T05:27:28,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. 2024-11-09T05:27:28,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. as already flushing 2024-11-09T05:27:28,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. 2024-11-09T05:27:28,541 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => 3c07dbfca0ee8420f88a959ab6934a89, NAME => 'TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:28,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => 3c07dbfca0ee8420f88a959ab6934a89, NAME => 'TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:28,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3c07dbfca0ee8420f88a959ab6934a89, NAME => 'TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3c07dbfca0ee8420f88a959ab6934a89, NAME => 'TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:28,554 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:28,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40822 deadline: 1731130108551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:28,559 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:28,559 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:28,559 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:28,563 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/B/9d6326e44e05424ca6df7d0d6a6e50ee is 50, key is test_row_0/B:col10/1731130047800/Put/seqid=0 2024-11-09T05:27:28,566 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:28,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40830 deadline: 1731130108563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:28,566 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:28,566 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:28,566 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:28,565 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:28,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40850 deadline: 1731130108562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:28,566 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:28,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40826 deadline: 1731130108563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:28,567 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:28,567 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:28,567 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:28,567 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:28,567 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:28,567 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:28,567 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:28,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40800 deadline: 1731130108563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:28,568 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:28,568 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:28,568 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:28,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742437_1613 (size=12001) 2024-11-09T05:27:28,620 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/B/9d6326e44e05424ca6df7d0d6a6e50ee 2024-11-09T05:27:28,634 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/C/c153b3ad1ea94fbbb7eeed8fd029089a is 50, key is test_row_0/C:col10/1731130047800/Put/seqid=0 2024-11-09T05:27:28,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742438_1614 (size=12001) 2024-11-09T05:27:28,684 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/C/c153b3ad1ea94fbbb7eeed8fd029089a 2024-11-09T05:27:28,690 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/A/3cfc7019b0e14397ab0700df7e5ae207 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/3cfc7019b0e14397ab0700df7e5ae207 2024-11-09T05:27:28,696 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/3cfc7019b0e14397ab0700df7e5ae207, entries=150, sequenceid=41, filesize=30.2 K 2024-11-09T05:27:28,697 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-09T05:27:28,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. 2024-11-09T05:27:28,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. as already flushing 2024-11-09T05:27:28,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. 2024-11-09T05:27:28,697 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => 3c07dbfca0ee8420f88a959ab6934a89, NAME => 'TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:28,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => 3c07dbfca0ee8420f88a959ab6934a89, NAME => 'TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:28,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3c07dbfca0ee8420f88a959ab6934a89, NAME => 'TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3c07dbfca0ee8420f88a959ab6934a89, NAME => 'TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:28,700 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/B/9d6326e44e05424ca6df7d0d6a6e50ee as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/9d6326e44e05424ca6df7d0d6a6e50ee 2024-11-09T05:27:28,707 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/9d6326e44e05424ca6df7d0d6a6e50ee, entries=150, sequenceid=41, filesize=11.7 K 2024-11-09T05:27:28,710 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/C/c153b3ad1ea94fbbb7eeed8fd029089a as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/c153b3ad1ea94fbbb7eeed8fd029089a 2024-11-09T05:27:28,719 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/c153b3ad1ea94fbbb7eeed8fd029089a, entries=150, sequenceid=41, filesize=11.7 K 2024-11-09T05:27:28,720 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for 3c07dbfca0ee8420f88a959ab6934a89 in 287ms, sequenceid=41, compaction requested=false 2024-11-09T05:27:28,721 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3c07dbfca0ee8420f88a959ab6934a89: 2024-11-09T05:27:28,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(8855): Flush requested on 3c07dbfca0ee8420f88a959ab6934a89 2024-11-09T05:27:28,772 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T05:27:28,772 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3c07dbfca0ee8420f88a959ab6934a89 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-09T05:27:28,784 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109415433f24f9c475aa52fa67696d0c8e2_3c07dbfca0ee8420f88a959ab6934a89 is 50, key is test_row_0/A:col10/1731130048443/Put/seqid=0 2024-11-09T05:27:28,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742439_1615 (size=12154) 2024-11-09T05:27:28,810 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:27:28,810 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:28,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40830 deadline: 1731130108803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:28,810 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:28,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40800 deadline: 1731130108805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:28,811 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:28,811 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:28,811 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:28,811 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:28,811 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:28,811 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:28,811 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:28,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40822 deadline: 1731130108807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:28,811 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:28,811 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:28,811 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:28,814 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109415433f24f9c475aa52fa67696d0c8e2_3c07dbfca0ee8420f88a959ab6934a89 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109415433f24f9c475aa52fa67696d0c8e2_3c07dbfca0ee8420f88a959ab6934a89 2024-11-09T05:27:28,815 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/A/fa4c182ae15c4d20a9acfe3fefd3c5f4, store: [table=TestAcidGuarantees family=A region=3c07dbfca0ee8420f88a959ab6934a89] 2024-11-09T05:27:28,815 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/A/fa4c182ae15c4d20a9acfe3fefd3c5f4 is 175, key is test_row_0/A:col10/1731130048443/Put/seqid=0 2024-11-09T05:27:28,815 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:28,815 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:28,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40826 deadline: 1731130108809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:28,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40850 deadline: 1731130108810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:28,816 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:28,816 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:28,816 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:28,817 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:28,817 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:28,817 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:28,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742440_1616 (size=30955) 2024-11-09T05:27:28,840 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=54, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/A/fa4c182ae15c4d20a9acfe3fefd3c5f4 2024-11-09T05:27:28,848 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/B/2f4f5abf54784109ac872ece94df4f8e is 50, key is test_row_0/B:col10/1731130048443/Put/seqid=0 2024-11-09T05:27:28,858 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-09T05:27:28,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. 2024-11-09T05:27:28,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. as already flushing 2024-11-09T05:27:28,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. 2024-11-09T05:27:28,858 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => 3c07dbfca0ee8420f88a959ab6934a89, NAME => 'TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:28,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => 3c07dbfca0ee8420f88a959ab6934a89, NAME => 'TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:28,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3c07dbfca0ee8420f88a959ab6934a89, NAME => 'TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3c07dbfca0ee8420f88a959ab6934a89, NAME => 'TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:28,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742441_1617 (size=12001) 2024-11-09T05:27:28,868 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/B/2f4f5abf54784109ac872ece94df4f8e 2024-11-09T05:27:28,878 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/C/bfdf397d5ec24b61a798407908018ba1 is 50, key is test_row_0/C:col10/1731130048443/Put/seqid=0 2024-11-09T05:27:28,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-09T05:27:28,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742442_1618 (size=12001) 2024-11-09T05:27:28,909 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/C/bfdf397d5ec24b61a798407908018ba1 2024-11-09T05:27:28,915 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/A/fa4c182ae15c4d20a9acfe3fefd3c5f4 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/fa4c182ae15c4d20a9acfe3fefd3c5f4 2024-11-09T05:27:28,922 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/fa4c182ae15c4d20a9acfe3fefd3c5f4, entries=150, sequenceid=54, filesize=30.2 K 2024-11-09T05:27:28,923 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/B/2f4f5abf54784109ac872ece94df4f8e as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/2f4f5abf54784109ac872ece94df4f8e 2024-11-09T05:27:28,924 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:28,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40830 deadline: 1731130108920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:28,925 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:28,925 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:28,925 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:28,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40850 deadline: 1731130108921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:28,925 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:28,925 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:28,925 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:28,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40800 deadline: 1731130108922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:28,925 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:28,925 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:28,925 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:28,925 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:28,925 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:28,925 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:28,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40822 deadline: 1731130108922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:28,925 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:28,925 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:28,925 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:28,926 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:28,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40826 deadline: 1731130108922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:28,926 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:28,926 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:28,926 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:28,927 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/2f4f5abf54784109ac872ece94df4f8e, entries=150, sequenceid=54, filesize=11.7 K 2024-11-09T05:27:28,928 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/C/bfdf397d5ec24b61a798407908018ba1 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/bfdf397d5ec24b61a798407908018ba1 2024-11-09T05:27:28,932 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/bfdf397d5ec24b61a798407908018ba1, entries=150, sequenceid=54, filesize=11.7 K 2024-11-09T05:27:28,933 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 3c07dbfca0ee8420f88a959ab6934a89 in 160ms, sequenceid=54, compaction requested=true 2024-11-09T05:27:28,933 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3c07dbfca0ee8420f88a959ab6934a89: 2024-11-09T05:27:28,933 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3c07dbfca0ee8420f88a959ab6934a89:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T05:27:28,933 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:27:28,933 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:27:28,933 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3c07dbfca0ee8420f88a959ab6934a89:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T05:27:28,933 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:27:28,933 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3c07dbfca0ee8420f88a959ab6934a89:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T05:27:28,933 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:27:28,933 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:27:28,934 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:27:28,934 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1541): 3c07dbfca0ee8420f88a959ab6934a89/B is initiating minor compaction (all files) 2024-11-09T05:27:28,934 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3c07dbfca0ee8420f88a959ab6934a89/B in TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. 2024-11-09T05:27:28,934 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/a3cb4cded91143f5a0ad8c9ad3101331, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/9d6326e44e05424ca6df7d0d6a6e50ee, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/2f4f5abf54784109ac872ece94df4f8e] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp, totalSize=35.2 K 2024-11-09T05:27:28,934 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92865 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:27:28,934 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1541): 3c07dbfca0ee8420f88a959ab6934a89/A is initiating minor compaction (all files) 2024-11-09T05:27:28,934 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3c07dbfca0ee8420f88a959ab6934a89/A in TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. 2024-11-09T05:27:28,934 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/e5ec6c4e5f254fdf8353db0f6bfa3408, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/3cfc7019b0e14397ab0700df7e5ae207, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/fa4c182ae15c4d20a9acfe3fefd3c5f4] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp, totalSize=90.7 K 2024-11-09T05:27:28,934 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. 2024-11-09T05:27:28,934 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. files: [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/e5ec6c4e5f254fdf8353db0f6bfa3408, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/3cfc7019b0e14397ab0700df7e5ae207, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/fa4c182ae15c4d20a9acfe3fefd3c5f4] 2024-11-09T05:27:28,935 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting a3cb4cded91143f5a0ad8c9ad3101331, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731130047759 2024-11-09T05:27:28,935 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting e5ec6c4e5f254fdf8353db0f6bfa3408, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731130047759 2024-11-09T05:27:28,935 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 9d6326e44e05424ca6df7d0d6a6e50ee, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731130047800 2024-11-09T05:27:28,935 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3cfc7019b0e14397ab0700df7e5ae207, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731130047800 2024-11-09T05:27:28,936 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 2f4f5abf54784109ac872ece94df4f8e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731130048443 2024-11-09T05:27:28,936 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting fa4c182ae15c4d20a9acfe3fefd3c5f4, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731130048443 2024-11-09T05:27:28,943 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3c07dbfca0ee8420f88a959ab6934a89#B#compaction#530 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:27:28,944 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/B/74f773262ae44882a5f3131c0e4751cb is 50, key is test_row_0/B:col10/1731130048443/Put/seqid=0 2024-11-09T05:27:28,950 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3c07dbfca0ee8420f88a959ab6934a89] 2024-11-09T05:27:28,965 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241109e70a8a5ecce949d99dc0998a95df28e5_3c07dbfca0ee8420f88a959ab6934a89 store=[table=TestAcidGuarantees family=A region=3c07dbfca0ee8420f88a959ab6934a89] 2024-11-09T05:27:28,967 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241109e70a8a5ecce949d99dc0998a95df28e5_3c07dbfca0ee8420f88a959ab6934a89, store=[table=TestAcidGuarantees family=A region=3c07dbfca0ee8420f88a959ab6934a89] 2024-11-09T05:27:28,967 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109e70a8a5ecce949d99dc0998a95df28e5_3c07dbfca0ee8420f88a959ab6934a89 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3c07dbfca0ee8420f88a959ab6934a89] 2024-11-09T05:27:28,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742443_1619 (size=12104) 2024-11-09T05:27:28,981 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/B/74f773262ae44882a5f3131c0e4751cb as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/74f773262ae44882a5f3131c0e4751cb 2024-11-09T05:27:28,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742444_1620 (size=4469) 2024-11-09T05:27:29,002 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3c07dbfca0ee8420f88a959ab6934a89/B of 3c07dbfca0ee8420f88a959ab6934a89 into 74f773262ae44882a5f3131c0e4751cb(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:27:29,002 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3c07dbfca0ee8420f88a959ab6934a89: 2024-11-09T05:27:29,002 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., storeName=3c07dbfca0ee8420f88a959ab6934a89/B, priority=13, startTime=1731130048933; duration=0sec 2024-11-09T05:27:29,002 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:27:29,002 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3c07dbfca0ee8420f88a959ab6934a89:B 2024-11-09T05:27:29,002 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:27:29,003 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:27:29,003 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1541): 3c07dbfca0ee8420f88a959ab6934a89/C is initiating minor compaction (all files) 2024-11-09T05:27:29,004 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3c07dbfca0ee8420f88a959ab6934a89/C in TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. 2024-11-09T05:27:29,004 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/d8b233c8454243f995fe1c3a2775418b, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/c153b3ad1ea94fbbb7eeed8fd029089a, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/bfdf397d5ec24b61a798407908018ba1] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp, totalSize=35.2 K 2024-11-09T05:27:29,004 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting d8b233c8454243f995fe1c3a2775418b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731130047759 2024-11-09T05:27:29,004 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting c153b3ad1ea94fbbb7eeed8fd029089a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731130047800 2024-11-09T05:27:29,006 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting bfdf397d5ec24b61a798407908018ba1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731130048443 2024-11-09T05:27:29,012 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-09T05:27:29,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. 2024-11-09T05:27:29,013 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2902): Flushing 3c07dbfca0ee8420f88a959ab6934a89 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-09T05:27:29,015 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3c07dbfca0ee8420f88a959ab6934a89#C#compaction#532 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:27:29,015 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/C/10361e45bf4a49c08881b1e03e54d983 is 50, key is test_row_0/C:col10/1731130048443/Put/seqid=0 2024-11-09T05:27:29,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110978e0894034b8475088496307207cf565_3c07dbfca0ee8420f88a959ab6934a89 is 50, key is test_row_0/A:col10/1731130048809/Put/seqid=0 2024-11-09T05:27:29,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742446_1622 (size=12154) 2024-11-09T05:27:29,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742445_1621 (size=12104) 2024-11-09T05:27:29,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:27:29,056 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110978e0894034b8475088496307207cf565_3c07dbfca0ee8420f88a959ab6934a89 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110978e0894034b8475088496307207cf565_3c07dbfca0ee8420f88a959ab6934a89 2024-11-09T05:27:29,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/A/c0b331e26d6541c6bf8afa4f54418d7e, store: [table=TestAcidGuarantees family=A region=3c07dbfca0ee8420f88a959ab6934a89] 2024-11-09T05:27:29,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/A/c0b331e26d6541c6bf8afa4f54418d7e is 175, key is test_row_0/A:col10/1731130048809/Put/seqid=0 2024-11-09T05:27:29,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742447_1623 (size=30955) 2024-11-09T05:27:29,087 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=78, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/A/c0b331e26d6541c6bf8afa4f54418d7e 2024-11-09T05:27:29,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/B/0fdfeeb170e04e65b6cf4c9f2790e413 is 50, key is test_row_0/B:col10/1731130048809/Put/seqid=0 2024-11-09T05:27:29,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742448_1624 (size=12001) 2024-11-09T05:27:29,128 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/B/0fdfeeb170e04e65b6cf4c9f2790e413 2024-11-09T05:27:29,134 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. as already flushing 2024-11-09T05:27:29,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(8855): Flush requested on 3c07dbfca0ee8420f88a959ab6934a89 2024-11-09T05:27:29,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/C/70e6b709d87e44b89458ccf1f1bccf44 is 50, key is test_row_0/C:col10/1731130048809/Put/seqid=0 2024-11-09T05:27:29,145 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:29,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40830 deadline: 1731130109141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:29,146 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:29,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40850 deadline: 1731130109146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:29,146 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:29,146 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:29,146 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:29,146 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:29,146 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:29,146 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:29,146 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:29,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40800 deadline: 1731130109146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:29,147 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:29,147 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:29,147 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:29,151 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:29,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40822 deadline: 1731130109146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:29,152 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:29,152 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:29,152 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:29,152 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:29,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40826 deadline: 1731130109146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:29,152 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:29,152 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:29,152 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:29,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742449_1625 (size=12001) 2024-11-09T05:27:29,182 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/C/70e6b709d87e44b89458ccf1f1bccf44 2024-11-09T05:27:29,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/A/c0b331e26d6541c6bf8afa4f54418d7e as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/c0b331e26d6541c6bf8afa4f54418d7e 2024-11-09T05:27:29,196 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/c0b331e26d6541c6bf8afa4f54418d7e, entries=150, sequenceid=78, filesize=30.2 K 2024-11-09T05:27:29,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/B/0fdfeeb170e04e65b6cf4c9f2790e413 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/0fdfeeb170e04e65b6cf4c9f2790e413 2024-11-09T05:27:29,204 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/0fdfeeb170e04e65b6cf4c9f2790e413, entries=150, sequenceid=78, filesize=11.7 K 2024-11-09T05:27:29,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/C/70e6b709d87e44b89458ccf1f1bccf44 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/70e6b709d87e44b89458ccf1f1bccf44 2024-11-09T05:27:29,209 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/70e6b709d87e44b89458ccf1f1bccf44, entries=150, sequenceid=78, filesize=11.7 K 2024-11-09T05:27:29,210 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 3c07dbfca0ee8420f88a959ab6934a89 in 197ms, sequenceid=78, compaction requested=false 2024-11-09T05:27:29,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2603): Flush status journal for 3c07dbfca0ee8420f88a959ab6934a89: 2024-11-09T05:27:29,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. 2024-11-09T05:27:29,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=167 2024-11-09T05:27:29,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4169): Remote procedure done, pid=167 2024-11-09T05:27:29,215 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=167, resume processing ppid=166 2024-11-09T05:27:29,215 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=167, ppid=166, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4490 sec 2024-11-09T05:27:29,219 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=166, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees in 1.4590 sec 2024-11-09T05:27:29,253 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T05:27:29,253 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3c07dbfca0ee8420f88a959ab6934a89 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-09T05:27:29,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(8855): Flush requested on 3c07dbfca0ee8420f88a959ab6934a89 2024-11-09T05:27:29,270 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109bbd7791754404b18aa2f4f34db9b2318_3c07dbfca0ee8420f88a959ab6934a89 is 50, key is test_row_0/A:col10/1731130049144/Put/seqid=0 2024-11-09T05:27:29,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742450_1626 (size=14594) 2024-11-09T05:27:29,278 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:27:29,281 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109bbd7791754404b18aa2f4f34db9b2318_3c07dbfca0ee8420f88a959ab6934a89 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109bbd7791754404b18aa2f4f34db9b2318_3c07dbfca0ee8420f88a959ab6934a89 2024-11-09T05:27:29,282 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/A/5bf47cae8cd24ff9835f217a038d374a, store: [table=TestAcidGuarantees family=A region=3c07dbfca0ee8420f88a959ab6934a89] 2024-11-09T05:27:29,282 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/A/5bf47cae8cd24ff9835f217a038d374a is 175, key is test_row_0/A:col10/1731130049144/Put/seqid=0 2024-11-09T05:27:29,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742451_1627 (size=39549) 2024-11-09T05:27:29,336 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:29,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40800 deadline: 1731130109328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:29,337 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:29,337 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:29,337 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:29,337 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:29,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40826 deadline: 1731130109328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:29,337 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:29,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40850 deadline: 1731130109329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:29,337 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:29,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40822 deadline: 1731130109331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:29,338 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:29,338 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:29,338 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:29,338 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:29,338 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:29,338 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:29,340 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:29,340 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:29,340 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:29,344 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:29,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40830 deadline: 1731130109337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:29,344 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:29,344 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:29,344 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:29,400 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3c07dbfca0ee8420f88a959ab6934a89#A#compaction#531 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:27:29,401 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/A/33402c82a0174e2fb612ef90db0feea6 is 175, key is test_row_0/A:col10/1731130048443/Put/seqid=0 2024-11-09T05:27:29,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742452_1628 (size=31058) 2024-11-09T05:27:29,425 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/A/33402c82a0174e2fb612ef90db0feea6 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/33402c82a0174e2fb612ef90db0feea6 2024-11-09T05:27:29,434 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3c07dbfca0ee8420f88a959ab6934a89/A of 3c07dbfca0ee8420f88a959ab6934a89 into 33402c82a0174e2fb612ef90db0feea6(size=30.3 K), total size for store is 60.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:27:29,434 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3c07dbfca0ee8420f88a959ab6934a89: 2024-11-09T05:27:29,434 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., storeName=3c07dbfca0ee8420f88a959ab6934a89/A, priority=13, startTime=1731130048933; duration=0sec 2024-11-09T05:27:29,434 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:27:29,434 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3c07dbfca0ee8420f88a959ab6934a89:A 2024-11-09T05:27:29,443 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:29,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40800 deadline: 1731130109442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:29,444 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:29,444 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:29,444 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:29,452 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:29,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40830 deadline: 1731130109450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:29,453 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:29,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40850 deadline: 1731130109451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:29,453 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:29,453 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:29,453 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:29,453 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:29,453 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:29,453 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:29,455 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/C/10361e45bf4a49c08881b1e03e54d983 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/10361e45bf4a49c08881b1e03e54d983 2024-11-09T05:27:29,455 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:29,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40822 deadline: 1731130109451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:29,456 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:29,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40826 deadline: 1731130109452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:29,456 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:29,456 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:29,456 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:29,460 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3c07dbfca0ee8420f88a959ab6934a89/C of 3c07dbfca0ee8420f88a959ab6934a89 into 10361e45bf4a49c08881b1e03e54d983(size=11.8 K), total size for store is 23.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:27:29,460 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3c07dbfca0ee8420f88a959ab6934a89: 2024-11-09T05:27:29,460 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., storeName=3c07dbfca0ee8420f88a959ab6934a89/C, priority=13, startTime=1731130048933; duration=0sec 2024-11-09T05:27:29,460 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:27:29,460 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3c07dbfca0ee8420f88a959ab6934a89:C 2024-11-09T05:27:29,460 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:29,460 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:29,460 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:29,653 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:29,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40800 deadline: 1731130109650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:29,653 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:29,653 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:29,654 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:29,663 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:29,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40830 deadline: 1731130109660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:29,663 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:29,663 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:29,663 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:29,664 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:29,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40822 deadline: 1731130109661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:29,664 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:29,664 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:29,664 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:29,667 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:29,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40850 deadline: 1731130109664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:29,672 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:29,672 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:29,672 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:29,672 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:29,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40826 deadline: 1731130109670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:29,673 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:29,674 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:29,674 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:29,699 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=92, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/A/5bf47cae8cd24ff9835f217a038d374a 2024-11-09T05:27:29,704 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/B/2352a6bf4d8d4995b87e206d81a9058c is 50, key is test_row_0/B:col10/1731130049144/Put/seqid=0 2024-11-09T05:27:29,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742453_1629 (size=12001) 2024-11-09T05:27:29,795 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-09T05:27:29,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-09T05:27:29,916 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T05:27:29,917 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T05:27:29,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] procedure2.ProcedureExecutor(1139): Stored pid=168, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=168, table=TestAcidGuarantees 2024-11-09T05:27:29,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-09T05:27:29,920 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=168, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=168, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T05:27:29,921 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=168, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=168, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T05:27:29,921 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=169, ppid=168, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T05:27:29,961 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:29,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40800 deadline: 1731130109960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:29,962 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:29,962 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:29,962 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:29,974 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:29,974 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:29,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40830 deadline: 1731130109970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:29,974 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:29,974 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:29,974 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:29,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40822 deadline: 1731130109970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:29,975 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:29,975 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:29,975 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:29,983 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:29,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40826 deadline: 1731130109980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:29,984 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:29,984 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:29,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40850 deadline: 1731130109980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:29,984 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:29,984 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:29,984 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:29,984 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:29,984 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:30,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-09T05:27:30,075 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-09T05:27:30,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. 2024-11-09T05:27:30,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. as already flushing 2024-11-09T05:27:30,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. 2024-11-09T05:27:30,076 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169 java.io.IOException: Unable to complete flush {ENCODED => 3c07dbfca0ee8420f88a959ab6934a89, NAME => 'TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:30,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169 java.io.IOException: Unable to complete flush {ENCODED => 3c07dbfca0ee8420f88a959ab6934a89, NAME => 'TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:30,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=169 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3c07dbfca0ee8420f88a959ab6934a89, NAME => 'TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3c07dbfca0ee8420f88a959ab6934a89, NAME => 'TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:30,109 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/B/2352a6bf4d8d4995b87e206d81a9058c 2024-11-09T05:27:30,118 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/C/f9176a27156d4cdfb02a303bce035f0d is 50, key is test_row_0/C:col10/1731130049144/Put/seqid=0 2024-11-09T05:27:30,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742454_1630 (size=12001) 2024-11-09T05:27:30,140 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/C/f9176a27156d4cdfb02a303bce035f0d 2024-11-09T05:27:30,142 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/A/5bf47cae8cd24ff9835f217a038d374a as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/5bf47cae8cd24ff9835f217a038d374a 2024-11-09T05:27:30,146 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/5bf47cae8cd24ff9835f217a038d374a, entries=200, sequenceid=92, filesize=38.6 K 2024-11-09T05:27:30,148 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/B/2352a6bf4d8d4995b87e206d81a9058c as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/2352a6bf4d8d4995b87e206d81a9058c 2024-11-09T05:27:30,151 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/2352a6bf4d8d4995b87e206d81a9058c, entries=150, sequenceid=92, filesize=11.7 K 2024-11-09T05:27:30,151 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/C/f9176a27156d4cdfb02a303bce035f0d as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/f9176a27156d4cdfb02a303bce035f0d 2024-11-09T05:27:30,156 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/f9176a27156d4cdfb02a303bce035f0d, entries=150, sequenceid=92, filesize=11.7 K 2024-11-09T05:27:30,159 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 3c07dbfca0ee8420f88a959ab6934a89 in 906ms, sequenceid=92, compaction requested=true 2024-11-09T05:27:30,159 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3c07dbfca0ee8420f88a959ab6934a89: 2024-11-09T05:27:30,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3c07dbfca0ee8420f88a959ab6934a89:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T05:27:30,159 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:27:30,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:27:30,159 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:27:30,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3c07dbfca0ee8420f88a959ab6934a89:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T05:27:30,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:27:30,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3c07dbfca0ee8420f88a959ab6934a89:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T05:27:30,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:27:30,160 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:27:30,160 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101562 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:27:30,160 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1541): 3c07dbfca0ee8420f88a959ab6934a89/B is initiating minor compaction (all files) 2024-11-09T05:27:30,160 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1541): 3c07dbfca0ee8420f88a959ab6934a89/A is initiating minor compaction (all files) 2024-11-09T05:27:30,160 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3c07dbfca0ee8420f88a959ab6934a89/A in TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. 2024-11-09T05:27:30,160 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3c07dbfca0ee8420f88a959ab6934a89/B in TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. 2024-11-09T05:27:30,160 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/33402c82a0174e2fb612ef90db0feea6, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/c0b331e26d6541c6bf8afa4f54418d7e, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/5bf47cae8cd24ff9835f217a038d374a] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp, totalSize=99.2 K 2024-11-09T05:27:30,160 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/74f773262ae44882a5f3131c0e4751cb, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/0fdfeeb170e04e65b6cf4c9f2790e413, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/2352a6bf4d8d4995b87e206d81a9058c] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp, totalSize=35.3 K 2024-11-09T05:27:30,160 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. 2024-11-09T05:27:30,160 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. files: [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/33402c82a0174e2fb612ef90db0feea6, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/c0b331e26d6541c6bf8afa4f54418d7e, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/5bf47cae8cd24ff9835f217a038d374a] 2024-11-09T05:27:30,160 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 74f773262ae44882a5f3131c0e4751cb, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731130048443 2024-11-09T05:27:30,161 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 33402c82a0174e2fb612ef90db0feea6, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731130048443 2024-11-09T05:27:30,161 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 0fdfeeb170e04e65b6cf4c9f2790e413, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731130048801 2024-11-09T05:27:30,161 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting c0b331e26d6541c6bf8afa4f54418d7e, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731130048801 2024-11-09T05:27:30,161 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 2352a6bf4d8d4995b87e206d81a9058c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731130049144 2024-11-09T05:27:30,161 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5bf47cae8cd24ff9835f217a038d374a, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731130049143 2024-11-09T05:27:30,177 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3c07dbfca0ee8420f88a959ab6934a89] 2024-11-09T05:27:30,181 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024110941abe267e4cd49a289be0f6ac38749f9_3c07dbfca0ee8420f88a959ab6934a89 store=[table=TestAcidGuarantees family=A region=3c07dbfca0ee8420f88a959ab6934a89] 2024-11-09T05:27:30,182 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3c07dbfca0ee8420f88a959ab6934a89#B#compaction#540 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:27:30,182 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/B/13ba1be712fa48c4a6f08f9967064cd1 is 50, key is test_row_0/B:col10/1731130049144/Put/seqid=0 2024-11-09T05:27:30,183 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024110941abe267e4cd49a289be0f6ac38749f9_3c07dbfca0ee8420f88a959ab6934a89, store=[table=TestAcidGuarantees family=A region=3c07dbfca0ee8420f88a959ab6934a89] 2024-11-09T05:27:30,183 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110941abe267e4cd49a289be0f6ac38749f9_3c07dbfca0ee8420f88a959ab6934a89 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3c07dbfca0ee8420f88a959ab6934a89] 2024-11-09T05:27:30,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742456_1632 (size=4469) 2024-11-09T05:27:30,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742455_1631 (size=12207) 2024-11-09T05:27:30,216 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3c07dbfca0ee8420f88a959ab6934a89#A#compaction#539 average throughput is 0.63 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:27:30,217 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/A/768580f3702a4b2282183373b02194fc is 175, key is test_row_0/A:col10/1731130049144/Put/seqid=0 2024-11-09T05:27:30,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742457_1633 (size=31161) 2024-11-09T05:27:30,227 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/A/768580f3702a4b2282183373b02194fc as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/768580f3702a4b2282183373b02194fc 2024-11-09T05:27:30,229 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-09T05:27:30,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. 2024-11-09T05:27:30,230 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2902): Flushing 3c07dbfca0ee8420f88a959ab6934a89 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-09T05:27:30,233 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3c07dbfca0ee8420f88a959ab6934a89/A of 3c07dbfca0ee8420f88a959ab6934a89 into 768580f3702a4b2282183373b02194fc(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:27:30,233 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3c07dbfca0ee8420f88a959ab6934a89: 2024-11-09T05:27:30,233 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., storeName=3c07dbfca0ee8420f88a959ab6934a89/A, priority=13, startTime=1731130050159; duration=0sec 2024-11-09T05:27:30,234 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:27:30,234 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3c07dbfca0ee8420f88a959ab6934a89:A 2024-11-09T05:27:30,234 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:27:30,235 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:27:30,235 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1541): 3c07dbfca0ee8420f88a959ab6934a89/C is initiating minor compaction (all files) 2024-11-09T05:27:30,235 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3c07dbfca0ee8420f88a959ab6934a89/C in TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. 2024-11-09T05:27:30,235 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/10361e45bf4a49c08881b1e03e54d983, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/70e6b709d87e44b89458ccf1f1bccf44, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/f9176a27156d4cdfb02a303bce035f0d] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp, totalSize=35.3 K 2024-11-09T05:27:30,236 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 10361e45bf4a49c08881b1e03e54d983, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731130048443 2024-11-09T05:27:30,236 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 70e6b709d87e44b89458ccf1f1bccf44, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731130048801 2024-11-09T05:27:30,237 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting f9176a27156d4cdfb02a303bce035f0d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731130049144 2024-11-09T05:27:30,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-09T05:27:30,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411098039815529bd45a79a282590fca493bf_3c07dbfca0ee8420f88a959ab6934a89 is 50, key is test_row_0/A:col10/1731130049335/Put/seqid=0 2024-11-09T05:27:30,243 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3c07dbfca0ee8420f88a959ab6934a89#C#compaction#542 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:27:30,244 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/C/37945833f447442b80e01ee3e26057da is 50, key is test_row_0/C:col10/1731130049144/Put/seqid=0 2024-11-09T05:27:30,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742458_1634 (size=12207) 2024-11-09T05:27:30,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742459_1635 (size=12154) 2024-11-09T05:27:30,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:27:30,284 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411098039815529bd45a79a282590fca493bf_3c07dbfca0ee8420f88a959ab6934a89 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411098039815529bd45a79a282590fca493bf_3c07dbfca0ee8420f88a959ab6934a89 2024-11-09T05:27:30,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/A/3b93201828484c23b55b5a5f00df47da, store: [table=TestAcidGuarantees family=A region=3c07dbfca0ee8420f88a959ab6934a89] 2024-11-09T05:27:30,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/A/3b93201828484c23b55b5a5f00df47da is 175, key is test_row_0/A:col10/1731130049335/Put/seqid=0 2024-11-09T05:27:30,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742460_1636 (size=30955) 2024-11-09T05:27:30,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(8855): Flush requested on 3c07dbfca0ee8420f88a959ab6934a89 2024-11-09T05:27:30,473 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. as already flushing 2024-11-09T05:27:30,528 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:30,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40826 deadline: 1731130110495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:30,528 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:30,528 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:30,529 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:30,532 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:30,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40830 deadline: 1731130110507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:30,532 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:30,532 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:30,532 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:30,532 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:30,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40800 deadline: 1731130110528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:30,532 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:30,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40850 deadline: 1731130110529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:30,532 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:30,532 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:30,532 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:30,533 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:30,533 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:30,532 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:30,533 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:30,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40822 deadline: 1731130110529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:30,533 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:30,533 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:30,533 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:30,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-09T05:27:30,619 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/B/13ba1be712fa48c4a6f08f9967064cd1 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/13ba1be712fa48c4a6f08f9967064cd1 2024-11-09T05:27:30,624 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3c07dbfca0ee8420f88a959ab6934a89/B of 3c07dbfca0ee8420f88a959ab6934a89 into 13ba1be712fa48c4a6f08f9967064cd1(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:27:30,624 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3c07dbfca0ee8420f88a959ab6934a89: 2024-11-09T05:27:30,624 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., storeName=3c07dbfca0ee8420f88a959ab6934a89/B, priority=13, startTime=1731130050159; duration=0sec 2024-11-09T05:27:30,624 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:27:30,625 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3c07dbfca0ee8420f88a959ab6934a89:B 2024-11-09T05:27:30,643 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:30,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40826 deadline: 1731130110640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:30,644 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:30,644 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:30,644 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:30,644 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:30,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40800 deadline: 1731130110640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:30,644 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:30,644 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:30,644 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:30,644 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:30,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40850 deadline: 1731130110640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:30,644 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:30,644 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:30,644 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:30,644 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:30,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40822 deadline: 1731130110640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:30,644 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:30,644 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:30,644 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:30,644 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:30,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40830 deadline: 1731130110640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:30,645 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:30,645 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:30,645 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:30,690 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=116, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/A/3b93201828484c23b55b5a5f00df47da 2024-11-09T05:27:30,694 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/C/37945833f447442b80e01ee3e26057da as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/37945833f447442b80e01ee3e26057da 2024-11-09T05:27:30,699 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3c07dbfca0ee8420f88a959ab6934a89/C of 3c07dbfca0ee8420f88a959ab6934a89 into 37945833f447442b80e01ee3e26057da(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:27:30,699 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3c07dbfca0ee8420f88a959ab6934a89: 2024-11-09T05:27:30,699 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., storeName=3c07dbfca0ee8420f88a959ab6934a89/C, priority=13, startTime=1731130050159; duration=0sec 2024-11-09T05:27:30,699 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:27:30,699 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3c07dbfca0ee8420f88a959ab6934a89:C 2024-11-09T05:27:30,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/B/13ad5cc823444a2abeef94862334701a is 50, key is test_row_0/B:col10/1731130049335/Put/seqid=0 2024-11-09T05:27:30,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742461_1637 (size=12001) 2024-11-09T05:27:30,720 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/B/13ad5cc823444a2abeef94862334701a 2024-11-09T05:27:30,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/C/8983a5402aae4983a99c0d538dd0a628 is 50, key is test_row_0/C:col10/1731130049335/Put/seqid=0 2024-11-09T05:27:30,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742462_1638 (size=12001) 2024-11-09T05:27:30,740 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/C/8983a5402aae4983a99c0d538dd0a628 2024-11-09T05:27:30,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/A/3b93201828484c23b55b5a5f00df47da as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/3b93201828484c23b55b5a5f00df47da 2024-11-09T05:27:30,752 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/3b93201828484c23b55b5a5f00df47da, entries=150, sequenceid=116, filesize=30.2 K 2024-11-09T05:27:30,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/B/13ad5cc823444a2abeef94862334701a as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/13ad5cc823444a2abeef94862334701a 2024-11-09T05:27:30,761 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/13ad5cc823444a2abeef94862334701a, entries=150, sequenceid=116, filesize=11.7 K 2024-11-09T05:27:30,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/C/8983a5402aae4983a99c0d538dd0a628 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/8983a5402aae4983a99c0d538dd0a628 2024-11-09T05:27:30,777 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/8983a5402aae4983a99c0d538dd0a628, entries=150, sequenceid=116, filesize=11.7 K 2024-11-09T05:27:30,782 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=87.22 KB/89310 for 3c07dbfca0ee8420f88a959ab6934a89 in 553ms, sequenceid=116, compaction requested=false 2024-11-09T05:27:30,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2603): Flush status journal for 3c07dbfca0ee8420f88a959ab6934a89: 2024-11-09T05:27:30,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. 2024-11-09T05:27:30,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=169 2024-11-09T05:27:30,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4169): Remote procedure done, pid=169 2024-11-09T05:27:30,804 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=169, resume processing ppid=168 2024-11-09T05:27:30,804 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=169, ppid=168, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 869 msec 2024-11-09T05:27:30,811 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=168, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=168, table=TestAcidGuarantees in 888 msec 2024-11-09T05:27:30,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(8855): Flush requested on 3c07dbfca0ee8420f88a959ab6934a89 2024-11-09T05:27:30,855 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T05:27:30,855 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3c07dbfca0ee8420f88a959ab6934a89 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-09T05:27:30,868 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109ffd32e3015fe40f29b0b0b56959823b0_3c07dbfca0ee8420f88a959ab6934a89 is 50, key is test_row_0/A:col10/1731130050488/Put/seqid=0 2024-11-09T05:27:30,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742463_1639 (size=12254) 2024-11-09T05:27:30,873 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:27:30,876 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109ffd32e3015fe40f29b0b0b56959823b0_3c07dbfca0ee8420f88a959ab6934a89 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109ffd32e3015fe40f29b0b0b56959823b0_3c07dbfca0ee8420f88a959ab6934a89 2024-11-09T05:27:30,878 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/A/5f433fba986944a4b79036cb24518739, store: [table=TestAcidGuarantees family=A region=3c07dbfca0ee8420f88a959ab6934a89] 2024-11-09T05:27:30,878 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/A/5f433fba986944a4b79036cb24518739 is 175, key is test_row_0/A:col10/1731130050488/Put/seqid=0 2024-11-09T05:27:30,894 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:30,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40826 deadline: 1731130110886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:30,894 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:30,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40850 deadline: 1731130110886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:30,895 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:30,895 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:30,895 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:30,895 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:30,895 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:30,895 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:30,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40830 deadline: 1731130110887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:30,895 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:30,895 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:30,895 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:30,895 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:30,895 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:30,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40800 deadline: 1731130110888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:30,895 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:30,896 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:30,896 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:30,897 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:30,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40822 deadline: 1731130110893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:30,897 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:30,897 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:30,897 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:30,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742464_1640 (size=31055) 2024-11-09T05:27:31,001 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:31,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40800 deadline: 1731130111000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:31,001 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:31,001 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:31,001 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:31,001 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:31,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40826 deadline: 1731130111000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:31,002 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:31,002 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:31,002 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:31,002 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:31,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40830 deadline: 1731130111000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:31,002 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:31,002 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:31,002 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:31,002 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:31,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40850 deadline: 1731130111000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:31,002 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:31,002 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:31,002 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:31,002 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:31,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40822 deadline: 1731130111000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:31,003 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:31,003 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:31,003 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:31,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-09T05:27:31,062 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T05:27:31,062 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T05:27:31,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] procedure2.ProcedureExecutor(1139): Stored pid=170, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=170, table=TestAcidGuarantees 2024-11-09T05:27:31,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-09T05:27:31,065 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=170, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=170, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T05:27:31,065 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=170, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=170, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T05:27:31,065 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=171, ppid=170, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T05:27:31,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-09T05:27:31,214 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:31,214 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:31,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40830 deadline: 1731130111210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:31,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40850 deadline: 1731130111210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:31,215 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:31,215 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:31,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40826 deadline: 1731130111210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:31,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40800 deadline: 1731130111210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:31,215 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:31,215 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:31,215 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:31,215 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:31,215 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:31,215 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:31,215 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:31,215 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:31,215 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:31,215 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:31,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40822 deadline: 1731130111210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:31,215 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:31,215 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:31,215 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:31,216 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:31,216 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:31,216 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:31,220 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-11-09T05:27:31,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. 2024-11-09T05:27:31,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. as already flushing 2024-11-09T05:27:31,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. 2024-11-09T05:27:31,221 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] handler.RSProcedureHandler(58): pid=171 java.io.IOException: Unable to complete flush {ENCODED => 3c07dbfca0ee8420f88a959ab6934a89, NAME => 'TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:31,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=171 java.io.IOException: Unable to complete flush {ENCODED => 3c07dbfca0ee8420f88a959ab6934a89, NAME => 'TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:31,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=171 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3c07dbfca0ee8420f88a959ab6934a89, NAME => 'TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3c07dbfca0ee8420f88a959ab6934a89, NAME => 'TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:31,353 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=136, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/A/5f433fba986944a4b79036cb24518739 2024-11-09T05:27:31,373 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-11-09T05:27:31,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. 2024-11-09T05:27:31,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. as already flushing 2024-11-09T05:27:31,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. 2024-11-09T05:27:31,373 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] handler.RSProcedureHandler(58): pid=171 java.io.IOException: Unable to complete flush {ENCODED => 3c07dbfca0ee8420f88a959ab6934a89, NAME => 'TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:31,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=171 java.io.IOException: Unable to complete flush {ENCODED => 3c07dbfca0ee8420f88a959ab6934a89, NAME => 'TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:31,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=171 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3c07dbfca0ee8420f88a959ab6934a89, NAME => 'TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3c07dbfca0ee8420f88a959ab6934a89, NAME => 'TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:31,378 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/B/e94eaf143f23420cb539cdc8090bc565 is 50, key is test_row_0/B:col10/1731130050488/Put/seqid=0 2024-11-09T05:27:31,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-09T05:27:31,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742465_1641 (size=12101) 2024-11-09T05:27:31,397 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/B/e94eaf143f23420cb539cdc8090bc565 2024-11-09T05:27:31,406 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/C/ba21a09509764be498d7898ab4cf1f84 is 50, key is test_row_0/C:col10/1731130050488/Put/seqid=0 2024-11-09T05:27:31,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742466_1642 (size=12101) 2024-11-09T05:27:31,418 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/C/ba21a09509764be498d7898ab4cf1f84 2024-11-09T05:27:31,431 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/A/5f433fba986944a4b79036cb24518739 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/5f433fba986944a4b79036cb24518739 2024-11-09T05:27:31,435 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/5f433fba986944a4b79036cb24518739, entries=150, sequenceid=136, filesize=30.3 K 2024-11-09T05:27:31,435 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/B/e94eaf143f23420cb539cdc8090bc565 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/e94eaf143f23420cb539cdc8090bc565 2024-11-09T05:27:31,439 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/e94eaf143f23420cb539cdc8090bc565, entries=150, sequenceid=136, filesize=11.8 K 2024-11-09T05:27:31,439 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/C/ba21a09509764be498d7898ab4cf1f84 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/ba21a09509764be498d7898ab4cf1f84 2024-11-09T05:27:31,445 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/ba21a09509764be498d7898ab4cf1f84, entries=150, sequenceid=136, filesize=11.8 K 2024-11-09T05:27:31,447 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 3c07dbfca0ee8420f88a959ab6934a89 in 591ms, sequenceid=136, compaction requested=true 2024-11-09T05:27:31,447 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3c07dbfca0ee8420f88a959ab6934a89: 2024-11-09T05:27:31,447 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3c07dbfca0ee8420f88a959ab6934a89:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T05:27:31,447 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:27:31,447 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:27:31,447 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:27:31,447 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3c07dbfca0ee8420f88a959ab6934a89:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T05:27:31,447 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:27:31,447 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3c07dbfca0ee8420f88a959ab6934a89:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T05:27:31,447 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:27:31,448 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:27:31,448 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1541): 3c07dbfca0ee8420f88a959ab6934a89/B is initiating minor compaction (all files) 2024-11-09T05:27:31,448 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3c07dbfca0ee8420f88a959ab6934a89/B in TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. 2024-11-09T05:27:31,448 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/13ba1be712fa48c4a6f08f9967064cd1, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/13ad5cc823444a2abeef94862334701a, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/e94eaf143f23420cb539cdc8090bc565] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp, totalSize=35.5 K 2024-11-09T05:27:31,448 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93171 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:27:31,448 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1541): 3c07dbfca0ee8420f88a959ab6934a89/A is initiating minor compaction (all files) 2024-11-09T05:27:31,448 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3c07dbfca0ee8420f88a959ab6934a89/A in TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. 2024-11-09T05:27:31,448 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/768580f3702a4b2282183373b02194fc, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/3b93201828484c23b55b5a5f00df47da, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/5f433fba986944a4b79036cb24518739] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp, totalSize=91.0 K 2024-11-09T05:27:31,448 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. 2024-11-09T05:27:31,448 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. files: [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/768580f3702a4b2282183373b02194fc, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/3b93201828484c23b55b5a5f00df47da, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/5f433fba986944a4b79036cb24518739] 2024-11-09T05:27:31,449 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 13ba1be712fa48c4a6f08f9967064cd1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731130049144 2024-11-09T05:27:31,449 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 13ad5cc823444a2abeef94862334701a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731130049326 2024-11-09T05:27:31,449 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 768580f3702a4b2282183373b02194fc, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731130049144 2024-11-09T05:27:31,449 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting e94eaf143f23420cb539cdc8090bc565, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731130050488 2024-11-09T05:27:31,449 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3b93201828484c23b55b5a5f00df47da, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731130049326 2024-11-09T05:27:31,450 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5f433fba986944a4b79036cb24518739, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731130050488 2024-11-09T05:27:31,456 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3c07dbfca0ee8420f88a959ab6934a89#B#compaction#548 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:27:31,457 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/B/8f4c571ebe4d44eb973f3952d218221f is 50, key is test_row_0/B:col10/1731130050488/Put/seqid=0 2024-11-09T05:27:31,462 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3c07dbfca0ee8420f88a959ab6934a89] 2024-11-09T05:27:31,466 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411090101591c8b1d485f8032af164a510356_3c07dbfca0ee8420f88a959ab6934a89 store=[table=TestAcidGuarantees family=A region=3c07dbfca0ee8420f88a959ab6934a89] 2024-11-09T05:27:31,468 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411090101591c8b1d485f8032af164a510356_3c07dbfca0ee8420f88a959ab6934a89, store=[table=TestAcidGuarantees family=A region=3c07dbfca0ee8420f88a959ab6934a89] 2024-11-09T05:27:31,468 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411090101591c8b1d485f8032af164a510356_3c07dbfca0ee8420f88a959ab6934a89 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3c07dbfca0ee8420f88a959ab6934a89] 2024-11-09T05:27:31,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742467_1643 (size=12409) 2024-11-09T05:27:31,487 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/B/8f4c571ebe4d44eb973f3952d218221f as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/8f4c571ebe4d44eb973f3952d218221f 2024-11-09T05:27:31,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742468_1644 (size=4469) 2024-11-09T05:27:31,491 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3c07dbfca0ee8420f88a959ab6934a89/B of 3c07dbfca0ee8420f88a959ab6934a89 into 8f4c571ebe4d44eb973f3952d218221f(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:27:31,492 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3c07dbfca0ee8420f88a959ab6934a89: 2024-11-09T05:27:31,492 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., storeName=3c07dbfca0ee8420f88a959ab6934a89/B, priority=13, startTime=1731130051447; duration=0sec 2024-11-09T05:27:31,492 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:27:31,492 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3c07dbfca0ee8420f88a959ab6934a89:B 2024-11-09T05:27:31,492 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:27:31,492 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:27:31,492 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3c07dbfca0ee8420f88a959ab6934a89#A#compaction#549 average throughput is 0.81 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:27:31,492 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1541): 3c07dbfca0ee8420f88a959ab6934a89/C is initiating minor compaction (all files) 2024-11-09T05:27:31,493 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3c07dbfca0ee8420f88a959ab6934a89/C in TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. 2024-11-09T05:27:31,493 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/37945833f447442b80e01ee3e26057da, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/8983a5402aae4983a99c0d538dd0a628, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/ba21a09509764be498d7898ab4cf1f84] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp, totalSize=35.5 K 2024-11-09T05:27:31,493 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/A/1abe4a07cd6846649e2bbb092e46339c is 175, key is test_row_0/A:col10/1731130050488/Put/seqid=0 2024-11-09T05:27:31,494 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 37945833f447442b80e01ee3e26057da, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731130049144 2024-11-09T05:27:31,494 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 8983a5402aae4983a99c0d538dd0a628, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731130049326 2024-11-09T05:27:31,494 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting ba21a09509764be498d7898ab4cf1f84, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731130050488 2024-11-09T05:27:31,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742469_1645 (size=31363) 2024-11-09T05:27:31,504 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3c07dbfca0ee8420f88a959ab6934a89#C#compaction#550 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:27:31,504 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/C/95d2a5c2220a46bfb8216d03ead79fbe is 50, key is test_row_0/C:col10/1731130050488/Put/seqid=0 2024-11-09T05:27:31,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742470_1646 (size=12409) 2024-11-09T05:27:31,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(8855): Flush requested on 3c07dbfca0ee8420f88a959ab6934a89 2024-11-09T05:27:31,524 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T05:27:31,524 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3c07dbfca0ee8420f88a959ab6934a89 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-09T05:27:31,526 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-11-09T05:27:31,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. 2024-11-09T05:27:31,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. as already flushing 2024-11-09T05:27:31,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. 2024-11-09T05:27:31,527 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] handler.RSProcedureHandler(58): pid=171 java.io.IOException: Unable to complete flush {ENCODED => 3c07dbfca0ee8420f88a959ab6934a89, NAME => 'TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:31,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=171 java.io.IOException: Unable to complete flush {ENCODED => 3c07dbfca0ee8420f88a959ab6934a89, NAME => 'TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:31,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=171 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3c07dbfca0ee8420f88a959ab6934a89, NAME => 'TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3c07dbfca0ee8420f88a959ab6934a89, NAME => 'TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:31,532 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110974c6ba1ad62b470c8b8368cf704b4ef9_3c07dbfca0ee8420f88a959ab6934a89 is 50, key is test_row_0/A:col10/1731130051523/Put/seqid=0 2024-11-09T05:27:31,546 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:31,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40850 deadline: 1731130111541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:31,547 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:31,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40822 deadline: 1731130111543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:31,547 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:31,547 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:31,547 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:31,547 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:31,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40830 deadline: 1731130111542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:31,547 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:31,547 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:31,547 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:31,547 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:31,547 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:31,547 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:31,547 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:31,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40800 deadline: 1731130111544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:31,548 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:31,548 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:31,548 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:31,548 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:31,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40826 deadline: 1731130111545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:31,548 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:31,548 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:31,549 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:31,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742471_1647 (size=14794) 2024-11-09T05:27:31,551 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:27:31,555 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110974c6ba1ad62b470c8b8368cf704b4ef9_3c07dbfca0ee8420f88a959ab6934a89 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110974c6ba1ad62b470c8b8368cf704b4ef9_3c07dbfca0ee8420f88a959ab6934a89 2024-11-09T05:27:31,555 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/A/4772e4065a9f432ca93e2c3e31222f67, store: [table=TestAcidGuarantees family=A region=3c07dbfca0ee8420f88a959ab6934a89] 2024-11-09T05:27:31,556 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/A/4772e4065a9f432ca93e2c3e31222f67 is 175, key is test_row_0/A:col10/1731130051523/Put/seqid=0 2024-11-09T05:27:31,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742472_1648 (size=39749) 2024-11-09T05:27:31,571 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=160, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/A/4772e4065a9f432ca93e2c3e31222f67 2024-11-09T05:27:31,578 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/B/83a18c4c1d6243779d209895075b214d is 50, key is test_row_0/B:col10/1731130051523/Put/seqid=0 2024-11-09T05:27:31,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742473_1649 (size=12151) 2024-11-09T05:27:31,586 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/B/83a18c4c1d6243779d209895075b214d 2024-11-09T05:27:31,597 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/C/55b4f11d8d674463b89a049d6771a450 is 50, key is test_row_0/C:col10/1731130051523/Put/seqid=0 2024-11-09T05:27:31,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742474_1650 (size=12151) 2024-11-09T05:27:31,600 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/C/55b4f11d8d674463b89a049d6771a450 2024-11-09T05:27:31,616 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/A/4772e4065a9f432ca93e2c3e31222f67 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/4772e4065a9f432ca93e2c3e31222f67 2024-11-09T05:27:31,620 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/4772e4065a9f432ca93e2c3e31222f67, entries=200, sequenceid=160, filesize=38.8 K 2024-11-09T05:27:31,620 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/B/83a18c4c1d6243779d209895075b214d as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/83a18c4c1d6243779d209895075b214d 2024-11-09T05:27:31,624 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/83a18c4c1d6243779d209895075b214d, entries=150, sequenceid=160, filesize=11.9 K 2024-11-09T05:27:31,624 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/C/55b4f11d8d674463b89a049d6771a450 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/55b4f11d8d674463b89a049d6771a450 2024-11-09T05:27:31,629 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/55b4f11d8d674463b89a049d6771a450, entries=150, sequenceid=160, filesize=11.9 K 2024-11-09T05:27:31,630 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for 3c07dbfca0ee8420f88a959ab6934a89 in 106ms, sequenceid=160, compaction requested=false 2024-11-09T05:27:31,630 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3c07dbfca0ee8420f88a959ab6934a89: 2024-11-09T05:27:31,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(8855): Flush requested on 3c07dbfca0ee8420f88a959ab6934a89 2024-11-09T05:27:31,653 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T05:27:31,653 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3c07dbfca0ee8420f88a959ab6934a89 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-09T05:27:31,670 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411090b3cb63166504e599532cc9a35a2c56f_3c07dbfca0ee8420f88a959ab6934a89 is 50, key is test_row_0/A:col10/1731130051652/Put/seqid=0 2024-11-09T05:27:31,681 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-11-09T05:27:31,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. 2024-11-09T05:27:31,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. as already flushing 2024-11-09T05:27:31,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. 2024-11-09T05:27:31,682 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] handler.RSProcedureHandler(58): pid=171 java.io.IOException: Unable to complete flush {ENCODED => 3c07dbfca0ee8420f88a959ab6934a89, NAME => 'TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:31,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=171 java.io.IOException: Unable to complete flush {ENCODED => 3c07dbfca0ee8420f88a959ab6934a89, NAME => 'TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:31,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=171 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3c07dbfca0ee8420f88a959ab6934a89, NAME => 'TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3c07dbfca0ee8420f88a959ab6934a89, NAME => 'TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:31,689 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:31,689 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:31,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40822 deadline: 1731130111681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:31,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40800 deadline: 1731130111680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:31,689 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:31,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40850 deadline: 1731130111682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:31,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-09T05:27:31,690 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:31,690 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:31,690 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:31,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742475_1651 (size=12304) 2024-11-09T05:27:31,690 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:31,690 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:31,691 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:31,692 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:31,692 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:31,692 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:31,692 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:27:31,697 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411090b3cb63166504e599532cc9a35a2c56f_3c07dbfca0ee8420f88a959ab6934a89 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411090b3cb63166504e599532cc9a35a2c56f_3c07dbfca0ee8420f88a959ab6934a89 2024-11-09T05:27:31,698 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/A/56c4753518ba48d5a81b94fc41939923, store: [table=TestAcidGuarantees family=A region=3c07dbfca0ee8420f88a959ab6934a89] 2024-11-09T05:27:31,698 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/A/56c4753518ba48d5a81b94fc41939923 is 175, key is test_row_0/A:col10/1731130051652/Put/seqid=0 2024-11-09T05:27:31,699 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:31,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40826 deadline: 1731130111689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:31,699 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:31,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40830 deadline: 1731130111689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:31,701 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:31,701 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:31,701 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:31,701 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:31,701 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:31,701 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:31,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742476_1652 (size=31105) 2024-11-09T05:27:31,803 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:31,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40850 deadline: 1731130111800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:31,803 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:31,803 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:31,803 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:31,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40822 deadline: 1731130111801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:31,803 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:31,803 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:31,803 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:31,803 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:31,807 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:31,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40800 deadline: 1731130111804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:31,808 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:31,808 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:31,808 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:31,815 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:31,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40826 deadline: 1731130111810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:31,815 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:31,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40830 deadline: 1731130111810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:31,815 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:31,815 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:31,815 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:31,816 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:31,816 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:31,816 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:31,834 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-11-09T05:27:31,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. 2024-11-09T05:27:31,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. as already flushing 2024-11-09T05:27:31,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. 2024-11-09T05:27:31,835 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] handler.RSProcedureHandler(58): pid=171 java.io.IOException: Unable to complete flush {ENCODED => 3c07dbfca0ee8420f88a959ab6934a89, NAME => 'TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:31,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=171 java.io.IOException: Unable to complete flush {ENCODED => 3c07dbfca0ee8420f88a959ab6934a89, NAME => 'TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:31,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=171 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3c07dbfca0ee8420f88a959ab6934a89, NAME => 'TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3c07dbfca0ee8420f88a959ab6934a89, NAME => 'TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:31,913 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/A/1abe4a07cd6846649e2bbb092e46339c as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/1abe4a07cd6846649e2bbb092e46339c 2024-11-09T05:27:31,927 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/C/95d2a5c2220a46bfb8216d03ead79fbe as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/95d2a5c2220a46bfb8216d03ead79fbe 2024-11-09T05:27:31,929 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3c07dbfca0ee8420f88a959ab6934a89/A of 3c07dbfca0ee8420f88a959ab6934a89 into 1abe4a07cd6846649e2bbb092e46339c(size=30.6 K), total size for store is 69.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:27:31,929 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3c07dbfca0ee8420f88a959ab6934a89: 2024-11-09T05:27:31,929 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., storeName=3c07dbfca0ee8420f88a959ab6934a89/A, priority=13, startTime=1731130051447; duration=0sec 2024-11-09T05:27:31,929 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:27:31,929 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3c07dbfca0ee8420f88a959ab6934a89:A 2024-11-09T05:27:31,936 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3c07dbfca0ee8420f88a959ab6934a89/C of 3c07dbfca0ee8420f88a959ab6934a89 into 95d2a5c2220a46bfb8216d03ead79fbe(size=12.1 K), total size for store is 24.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:27:31,936 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3c07dbfca0ee8420f88a959ab6934a89: 2024-11-09T05:27:31,937 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., storeName=3c07dbfca0ee8420f88a959ab6934a89/C, priority=13, startTime=1731130051447; duration=0sec 2024-11-09T05:27:31,937 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:27:31,937 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3c07dbfca0ee8420f88a959ab6934a89:C 2024-11-09T05:27:31,992 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-11-09T05:27:31,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. 2024-11-09T05:27:31,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. as already flushing 2024-11-09T05:27:31,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. 2024-11-09T05:27:31,993 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] handler.RSProcedureHandler(58): pid=171 java.io.IOException: Unable to complete flush {ENCODED => 3c07dbfca0ee8420f88a959ab6934a89, NAME => 'TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:31,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=171 java.io.IOException: Unable to complete flush {ENCODED => 3c07dbfca0ee8420f88a959ab6934a89, NAME => 'TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:31,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=171 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3c07dbfca0ee8420f88a959ab6934a89, NAME => 'TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3c07dbfca0ee8420f88a959ab6934a89, NAME => 'TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:32,013 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:32,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40850 deadline: 1731130112010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:32,013 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:32,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40800 deadline: 1731130112010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:32,013 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:32,013 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:32,013 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:32,013 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:32,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40822 deadline: 1731130112010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:32,014 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:32,014 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:32,014 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:32,016 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:32,016 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:32,016 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:32,023 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:32,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40826 deadline: 1731130112020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:32,023 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:32,023 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:32,023 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:32,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40830 deadline: 1731130112020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:32,023 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:32,023 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:32,023 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:32,023 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:32,113 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=176, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/A/56c4753518ba48d5a81b94fc41939923 2024-11-09T05:27:32,118 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/B/40d1cf5d8364443f81cfd0f5ecc1fd3c is 50, key is test_row_0/B:col10/1731130051652/Put/seqid=0 2024-11-09T05:27:32,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742477_1653 (size=12151) 2024-11-09T05:27:32,121 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/B/40d1cf5d8364443f81cfd0f5ecc1fd3c 2024-11-09T05:27:32,127 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/C/81647d7b11a44c05a24b8b49ba3bb0d0 is 50, key is test_row_0/C:col10/1731130051652/Put/seqid=0 2024-11-09T05:27:32,145 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-11-09T05:27:32,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. 2024-11-09T05:27:32,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. as already flushing 2024-11-09T05:27:32,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. 2024-11-09T05:27:32,146 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] handler.RSProcedureHandler(58): pid=171 java.io.IOException: Unable to complete flush {ENCODED => 3c07dbfca0ee8420f88a959ab6934a89, NAME => 'TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:32,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=171 java.io.IOException: Unable to complete flush {ENCODED => 3c07dbfca0ee8420f88a959ab6934a89, NAME => 'TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:32,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=171 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3c07dbfca0ee8420f88a959ab6934a89, NAME => 'TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3c07dbfca0ee8420f88a959ab6934a89, NAME => 'TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:32,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742478_1654 (size=12151) 2024-11-09T05:27:32,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-09T05:27:32,297 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-11-09T05:27:32,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. 2024-11-09T05:27:32,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. as already flushing 2024-11-09T05:27:32,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. 2024-11-09T05:27:32,299 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] handler.RSProcedureHandler(58): pid=171 java.io.IOException: Unable to complete flush {ENCODED => 3c07dbfca0ee8420f88a959ab6934a89, NAME => 'TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:32,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=171 java.io.IOException: Unable to complete flush {ENCODED => 3c07dbfca0ee8420f88a959ab6934a89, NAME => 'TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:32,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=171 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3c07dbfca0ee8420f88a959ab6934a89, NAME => 'TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3c07dbfca0ee8420f88a959ab6934a89, NAME => 'TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:32,323 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:32,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40850 deadline: 1731130112320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:32,324 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:32,324 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:32,324 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:32,324 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:32,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40822 deadline: 1731130112320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:32,324 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:32,324 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:32,324 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:32,324 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:32,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40800 deadline: 1731130112320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:32,325 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:32,325 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:32,325 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:32,334 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:32,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40826 deadline: 1731130112331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:32,334 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:32,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40830 deadline: 1731130112332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:32,334 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:32,334 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:32,334 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:32,334 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:32,334 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:32,334 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:32,454 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-11-09T05:27:32,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. 2024-11-09T05:27:32,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. as already flushing 2024-11-09T05:27:32,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. 2024-11-09T05:27:32,454 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] handler.RSProcedureHandler(58): pid=171 java.io.IOException: Unable to complete flush {ENCODED => 3c07dbfca0ee8420f88a959ab6934a89, NAME => 'TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:32,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=171 java.io.IOException: Unable to complete flush {ENCODED => 3c07dbfca0ee8420f88a959ab6934a89, NAME => 'TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:32,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=171 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3c07dbfca0ee8420f88a959ab6934a89, NAME => 'TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3c07dbfca0ee8420f88a959ab6934a89, NAME => 'TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:32,562 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/C/81647d7b11a44c05a24b8b49ba3bb0d0 2024-11-09T05:27:32,566 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/A/56c4753518ba48d5a81b94fc41939923 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/56c4753518ba48d5a81b94fc41939923 2024-11-09T05:27:32,569 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/56c4753518ba48d5a81b94fc41939923, entries=150, sequenceid=176, filesize=30.4 K 2024-11-09T05:27:32,569 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/B/40d1cf5d8364443f81cfd0f5ecc1fd3c as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/40d1cf5d8364443f81cfd0f5ecc1fd3c 2024-11-09T05:27:32,573 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/40d1cf5d8364443f81cfd0f5ecc1fd3c, entries=150, sequenceid=176, filesize=11.9 K 2024-11-09T05:27:32,574 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/C/81647d7b11a44c05a24b8b49ba3bb0d0 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/81647d7b11a44c05a24b8b49ba3bb0d0 2024-11-09T05:27:32,577 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/81647d7b11a44c05a24b8b49ba3bb0d0, entries=150, sequenceid=176, filesize=11.9 K 2024-11-09T05:27:32,578 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=120.76 KB/123660 for 3c07dbfca0ee8420f88a959ab6934a89 in 925ms, sequenceid=176, compaction requested=true 2024-11-09T05:27:32,578 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3c07dbfca0ee8420f88a959ab6934a89: 2024-11-09T05:27:32,578 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:27:32,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3c07dbfca0ee8420f88a959ab6934a89:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T05:27:32,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:27:32,579 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:27:32,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3c07dbfca0ee8420f88a959ab6934a89:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T05:27:32,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:27:32,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3c07dbfca0ee8420f88a959ab6934a89:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T05:27:32,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:27:32,579 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102217 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:27:32,579 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1541): 3c07dbfca0ee8420f88a959ab6934a89/A is initiating minor compaction (all files) 2024-11-09T05:27:32,579 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3c07dbfca0ee8420f88a959ab6934a89/A in TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. 2024-11-09T05:27:32,579 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/1abe4a07cd6846649e2bbb092e46339c, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/4772e4065a9f432ca93e2c3e31222f67, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/56c4753518ba48d5a81b94fc41939923] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp, totalSize=99.8 K 2024-11-09T05:27:32,579 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. 2024-11-09T05:27:32,579 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. files: [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/1abe4a07cd6846649e2bbb092e46339c, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/4772e4065a9f432ca93e2c3e31222f67, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/56c4753518ba48d5a81b94fc41939923] 2024-11-09T05:27:32,580 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:27:32,580 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1541): 3c07dbfca0ee8420f88a959ab6934a89/B is initiating minor compaction (all files) 2024-11-09T05:27:32,580 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3c07dbfca0ee8420f88a959ab6934a89/B in TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. 2024-11-09T05:27:32,580 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/8f4c571ebe4d44eb973f3952d218221f, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/83a18c4c1d6243779d209895075b214d, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/40d1cf5d8364443f81cfd0f5ecc1fd3c] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp, totalSize=35.9 K 2024-11-09T05:27:32,580 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 8f4c571ebe4d44eb973f3952d218221f, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731130050488 2024-11-09T05:27:32,580 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1abe4a07cd6846649e2bbb092e46339c, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731130050488 2024-11-09T05:27:32,580 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 83a18c4c1d6243779d209895075b214d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1731130051523 2024-11-09T05:27:32,580 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4772e4065a9f432ca93e2c3e31222f67, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1731130051522 2024-11-09T05:27:32,581 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 40d1cf5d8364443f81cfd0f5ecc1fd3c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1731130051543 2024-11-09T05:27:32,581 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 56c4753518ba48d5a81b94fc41939923, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1731130051543 2024-11-09T05:27:32,588 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3c07dbfca0ee8420f88a959ab6934a89#B#compaction#557 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:27:32,588 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/B/b1fa1d80c0b94c62b158ccf3f253fe5e is 50, key is test_row_0/B:col10/1731130051652/Put/seqid=0 2024-11-09T05:27:32,597 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3c07dbfca0ee8420f88a959ab6934a89] 2024-11-09T05:27:32,606 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-11-09T05:27:32,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. 2024-11-09T05:27:32,606 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2902): Flushing 3c07dbfca0ee8420f88a959ab6934a89 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-09T05:27:32,632 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241109d336a7110b9b41ecb89595cfd8190708_3c07dbfca0ee8420f88a959ab6934a89 store=[table=TestAcidGuarantees family=A region=3c07dbfca0ee8420f88a959ab6934a89] 2024-11-09T05:27:32,634 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241109d336a7110b9b41ecb89595cfd8190708_3c07dbfca0ee8420f88a959ab6934a89, store=[table=TestAcidGuarantees family=A region=3c07dbfca0ee8420f88a959ab6934a89] 2024-11-09T05:27:32,634 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109d336a7110b9b41ecb89595cfd8190708_3c07dbfca0ee8420f88a959ab6934a89 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3c07dbfca0ee8420f88a959ab6934a89] 2024-11-09T05:27:32,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110975d1e10f952045488f74c732d76cabf8_3c07dbfca0ee8420f88a959ab6934a89 is 50, key is test_row_0/A:col10/1731130051687/Put/seqid=0 2024-11-09T05:27:32,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742479_1655 (size=12561) 2024-11-09T05:27:32,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742480_1656 (size=4469) 2024-11-09T05:27:32,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742481_1657 (size=12304) 2024-11-09T05:27:32,835 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. as already flushing 2024-11-09T05:27:32,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(8855): Flush requested on 3c07dbfca0ee8420f88a959ab6934a89 2024-11-09T05:27:32,855 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:32,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40850 deadline: 1731130112849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:32,856 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:32,856 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:32,856 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:32,859 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:32,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40830 deadline: 1731130112853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:32,859 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:32,859 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:32,859 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:32,861 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:32,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40822 deadline: 1731130112855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:32,861 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:32,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40826 deadline: 1731130112856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:32,862 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:32,862 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:32,862 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:32,862 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:32,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40800 deadline: 1731130112856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:32,862 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:32,862 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:32,862 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:32,862 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:32,862 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:32,862 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:32,964 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:32,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40850 deadline: 1731130112959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:32,965 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:32,965 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:32,965 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:32,974 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:32,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40830 deadline: 1731130112970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:32,974 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:32,974 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:32,974 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:32,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40800 deadline: 1731130112970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:32,974 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:32,974 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:32,974 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:32,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40822 deadline: 1731130112970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:32,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40826 deadline: 1731130112970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:32,974 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:32,974 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:32,974 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:32,975 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:32,975 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:32,975 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:32,975 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:32,975 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:32,975 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:33,042 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/B/b1fa1d80c0b94c62b158ccf3f253fe5e as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/b1fa1d80c0b94c62b158ccf3f253fe5e 2024-11-09T05:27:33,047 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3c07dbfca0ee8420f88a959ab6934a89#A#compaction#558 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:27:33,047 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/A/8a90d6c8f5bc49a1a8cb92b6b462d84a is 175, key is test_row_0/A:col10/1731130051652/Put/seqid=0 2024-11-09T05:27:33,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:27:33,054 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110975d1e10f952045488f74c732d76cabf8_3c07dbfca0ee8420f88a959ab6934a89 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110975d1e10f952045488f74c732d76cabf8_3c07dbfca0ee8420f88a959ab6934a89 2024-11-09T05:27:33,055 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3c07dbfca0ee8420f88a959ab6934a89/B of 3c07dbfca0ee8420f88a959ab6934a89 into b1fa1d80c0b94c62b158ccf3f253fe5e(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:27:33,055 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3c07dbfca0ee8420f88a959ab6934a89: 2024-11-09T05:27:33,055 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., storeName=3c07dbfca0ee8420f88a959ab6934a89/B, priority=13, startTime=1731130052579; duration=0sec 2024-11-09T05:27:33,055 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:27:33,055 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3c07dbfca0ee8420f88a959ab6934a89:B 2024-11-09T05:27:33,055 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:27:33,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/A/dea1d015b8ff4630a0a73c4502a8438d, store: [table=TestAcidGuarantees family=A region=3c07dbfca0ee8420f88a959ab6934a89] 2024-11-09T05:27:33,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/A/dea1d015b8ff4630a0a73c4502a8438d is 175, key is test_row_0/A:col10/1731130051687/Put/seqid=0 2024-11-09T05:27:33,070 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:27:33,070 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1541): 3c07dbfca0ee8420f88a959ab6934a89/C is initiating minor compaction (all files) 2024-11-09T05:27:33,070 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3c07dbfca0ee8420f88a959ab6934a89/C in TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. 2024-11-09T05:27:33,070 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/95d2a5c2220a46bfb8216d03ead79fbe, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/55b4f11d8d674463b89a049d6771a450, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/81647d7b11a44c05a24b8b49ba3bb0d0] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp, totalSize=35.9 K 2024-11-09T05:27:33,071 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 95d2a5c2220a46bfb8216d03ead79fbe, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731130050488 2024-11-09T05:27:33,071 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 55b4f11d8d674463b89a049d6771a450, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1731130051523 2024-11-09T05:27:33,072 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 81647d7b11a44c05a24b8b49ba3bb0d0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1731130051543 2024-11-09T05:27:33,098 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3c07dbfca0ee8420f88a959ab6934a89#C#compaction#560 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:27:33,099 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/C/b284ca0702794ac4b9c620b1f7395795 is 50, key is test_row_0/C:col10/1731130051652/Put/seqid=0 2024-11-09T05:27:33,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742483_1659 (size=31105) 2024-11-09T05:27:33,107 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=199, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/A/dea1d015b8ff4630a0a73c4502a8438d 2024-11-09T05:27:33,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742482_1658 (size=31515) 2024-11-09T05:27:33,138 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/A/8a90d6c8f5bc49a1a8cb92b6b462d84a as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/8a90d6c8f5bc49a1a8cb92b6b462d84a 2024-11-09T05:27:33,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742484_1660 (size=12561) 2024-11-09T05:27:33,150 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3c07dbfca0ee8420f88a959ab6934a89/A of 3c07dbfca0ee8420f88a959ab6934a89 into 8a90d6c8f5bc49a1a8cb92b6b462d84a(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:27:33,150 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3c07dbfca0ee8420f88a959ab6934a89: 2024-11-09T05:27:33,150 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., storeName=3c07dbfca0ee8420f88a959ab6934a89/A, priority=13, startTime=1731130052578; duration=0sec 2024-11-09T05:27:33,150 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:27:33,150 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3c07dbfca0ee8420f88a959ab6934a89:A 2024-11-09T05:27:33,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/B/c20a8fb9d590437fa3d3212e85fe1896 is 50, key is test_row_0/B:col10/1731130051687/Put/seqid=0 2024-11-09T05:27:33,172 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:33,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40850 deadline: 1731130113170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:33,173 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:33,173 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:33,173 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:33,182 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:33,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40830 deadline: 1731130113179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:33,182 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:33,182 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:33,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40800 deadline: 1731130113180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:33,182 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:33,182 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:33,183 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:33,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40822 deadline: 1731130113180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:33,183 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:33,183 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:33,183 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:33,183 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:33,183 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:33,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40826 deadline: 1731130113180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:33,183 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:33,183 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:33,183 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:33,183 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:33,183 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:33,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742485_1661 (size=12151) 2024-11-09T05:27:33,189 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/B/c20a8fb9d590437fa3d3212e85fe1896 2024-11-09T05:27:33,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/C/ee5605c74f41401299c129aa79113799 is 50, key is test_row_0/C:col10/1731130051687/Put/seqid=0 2024-11-09T05:27:33,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-09T05:27:33,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742486_1662 (size=12151) 2024-11-09T05:27:33,232 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/C/ee5605c74f41401299c129aa79113799 2024-11-09T05:27:33,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/A/dea1d015b8ff4630a0a73c4502a8438d as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/dea1d015b8ff4630a0a73c4502a8438d 2024-11-09T05:27:33,243 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/dea1d015b8ff4630a0a73c4502a8438d, entries=150, sequenceid=199, filesize=30.4 K 2024-11-09T05:27:33,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/B/c20a8fb9d590437fa3d3212e85fe1896 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/c20a8fb9d590437fa3d3212e85fe1896 2024-11-09T05:27:33,247 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/c20a8fb9d590437fa3d3212e85fe1896, entries=150, sequenceid=199, filesize=11.9 K 2024-11-09T05:27:33,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/C/ee5605c74f41401299c129aa79113799 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/ee5605c74f41401299c129aa79113799 2024-11-09T05:27:33,252 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/ee5605c74f41401299c129aa79113799, entries=150, sequenceid=199, filesize=11.9 K 2024-11-09T05:27:33,252 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=87.22 KB/89310 for 3c07dbfca0ee8420f88a959ab6934a89 in 646ms, sequenceid=199, compaction requested=false 2024-11-09T05:27:33,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2603): Flush status journal for 3c07dbfca0ee8420f88a959ab6934a89: 2024-11-09T05:27:33,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. 2024-11-09T05:27:33,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=171 2024-11-09T05:27:33,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4169): Remote procedure done, pid=171 2024-11-09T05:27:33,256 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=171, resume processing ppid=170 2024-11-09T05:27:33,256 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=171, ppid=170, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1890 sec 2024-11-09T05:27:33,258 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=170, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=170, table=TestAcidGuarantees in 2.1930 sec 2024-11-09T05:27:33,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(8855): Flush requested on 3c07dbfca0ee8420f88a959ab6934a89 2024-11-09T05:27:33,485 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T05:27:33,485 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3c07dbfca0ee8420f88a959ab6934a89 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-09T05:27:33,510 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109848fe0f4b28f4a9fa8ee6c775d5c1cd0_3c07dbfca0ee8420f88a959ab6934a89 is 50, key is test_row_0/A:col10/1731130052854/Put/seqid=0 2024-11-09T05:27:33,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742487_1663 (size=12304) 2024-11-09T05:27:33,522 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:33,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40800 deadline: 1731130113517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:33,522 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:33,522 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:33,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40822 deadline: 1731130113517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:33,522 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:33,522 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:33,523 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:33,522 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:33,523 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:33,523 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:33,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40830 deadline: 1731130113518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:33,523 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:33,523 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:33,523 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:33,527 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:33,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40850 deadline: 1731130113522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:33,527 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:33,527 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:33,527 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:33,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40826 deadline: 1731130113522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:33,527 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:33,527 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:33,527 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:33,527 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:33,551 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/C/b284ca0702794ac4b9c620b1f7395795 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/b284ca0702794ac4b9c620b1f7395795 2024-11-09T05:27:33,557 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3c07dbfca0ee8420f88a959ab6934a89/C of 3c07dbfca0ee8420f88a959ab6934a89 into b284ca0702794ac4b9c620b1f7395795(size=12.3 K), total size for store is 24.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:27:33,557 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3c07dbfca0ee8420f88a959ab6934a89: 2024-11-09T05:27:33,557 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., storeName=3c07dbfca0ee8420f88a959ab6934a89/C, priority=13, startTime=1731130052579; duration=0sec 2024-11-09T05:27:33,557 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:27:33,557 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3c07dbfca0ee8420f88a959ab6934a89:C 2024-11-09T05:27:33,633 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:33,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40830 deadline: 1731130113631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:33,634 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:33,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40826 deadline: 1731130113631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:33,634 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:33,634 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:33,634 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:33,634 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:33,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40850 deadline: 1731130113631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:33,634 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:33,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40800 deadline: 1731130113631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:33,634 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:33,634 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:33,634 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:33,634 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:33,634 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:33,634 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:33,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40822 deadline: 1731130113631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:33,634 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:33,635 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:33,635 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:33,635 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:33,635 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:33,635 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:33,635 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:33,841 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:33,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40822 deadline: 1731130113840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:33,841 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:33,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40800 deadline: 1731130113840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:33,841 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:33,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40826 deadline: 1731130113840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:33,841 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:33,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40830 deadline: 1731130113840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:33,842 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:33,842 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:33,842 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:33,842 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:33,842 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:33,842 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:33,842 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:33,842 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:33,842 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:33,842 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:33,842 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:33,842 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:33,842 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:33,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40850 deadline: 1731130113840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:33,843 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:33,843 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:33,843 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:33,915 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:27:33,918 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109848fe0f4b28f4a9fa8ee6c775d5c1cd0_3c07dbfca0ee8420f88a959ab6934a89 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109848fe0f4b28f4a9fa8ee6c775d5c1cd0_3c07dbfca0ee8420f88a959ab6934a89 2024-11-09T05:27:33,918 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/A/c3cfdbe32bd441f0888250409a558736, store: [table=TestAcidGuarantees family=A region=3c07dbfca0ee8420f88a959ab6934a89] 2024-11-09T05:27:33,919 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/A/c3cfdbe32bd441f0888250409a558736 is 175, key is test_row_0/A:col10/1731130052854/Put/seqid=0 2024-11-09T05:27:33,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742488_1664 (size=31105) 2024-11-09T05:27:33,930 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=218, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/A/c3cfdbe32bd441f0888250409a558736 2024-11-09T05:27:33,938 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/B/21ef127813704547b6a643d217453670 is 50, key is test_row_0/B:col10/1731130052854/Put/seqid=0 2024-11-09T05:27:33,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742489_1665 (size=12151) 2024-11-09T05:27:33,967 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=218 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/B/21ef127813704547b6a643d217453670 2024-11-09T05:27:33,985 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/C/6e164c4a5e7e482d9d188af768d3530c is 50, key is test_row_0/C:col10/1731130052854/Put/seqid=0 2024-11-09T05:27:33,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742490_1666 (size=12151) 2024-11-09T05:27:33,999 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=218 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/C/6e164c4a5e7e482d9d188af768d3530c 2024-11-09T05:27:34,007 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/A/c3cfdbe32bd441f0888250409a558736 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/c3cfdbe32bd441f0888250409a558736 2024-11-09T05:27:34,015 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/c3cfdbe32bd441f0888250409a558736, entries=150, sequenceid=218, filesize=30.4 K 2024-11-09T05:27:34,015 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/B/21ef127813704547b6a643d217453670 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/21ef127813704547b6a643d217453670 2024-11-09T05:27:34,019 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/21ef127813704547b6a643d217453670, entries=150, sequenceid=218, filesize=11.9 K 2024-11-09T05:27:34,019 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/C/6e164c4a5e7e482d9d188af768d3530c as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/6e164c4a5e7e482d9d188af768d3530c 2024-11-09T05:27:34,023 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/6e164c4a5e7e482d9d188af768d3530c, entries=150, sequenceid=218, filesize=11.9 K 2024-11-09T05:27:34,024 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=114.05 KB/116790 for 3c07dbfca0ee8420f88a959ab6934a89 in 539ms, sequenceid=218, compaction requested=true 2024-11-09T05:27:34,024 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3c07dbfca0ee8420f88a959ab6934a89: 2024-11-09T05:27:34,024 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:27:34,025 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93725 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:27:34,025 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1541): 3c07dbfca0ee8420f88a959ab6934a89/A is initiating minor compaction (all files) 2024-11-09T05:27:34,025 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3c07dbfca0ee8420f88a959ab6934a89/A in TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. 2024-11-09T05:27:34,025 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/8a90d6c8f5bc49a1a8cb92b6b462d84a, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/dea1d015b8ff4630a0a73c4502a8438d, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/c3cfdbe32bd441f0888250409a558736] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp, totalSize=91.5 K 2024-11-09T05:27:34,025 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. 2024-11-09T05:27:34,025 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. files: [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/8a90d6c8f5bc49a1a8cb92b6b462d84a, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/dea1d015b8ff4630a0a73c4502a8438d, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/c3cfdbe32bd441f0888250409a558736] 2024-11-09T05:27:34,026 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8a90d6c8f5bc49a1a8cb92b6b462d84a, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1731130051543 2024-11-09T05:27:34,026 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting dea1d015b8ff4630a0a73c4502a8438d, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1731130051680 2024-11-09T05:27:34,027 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting c3cfdbe32bd441f0888250409a558736, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1731130052845 2024-11-09T05:27:34,028 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3c07dbfca0ee8420f88a959ab6934a89:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T05:27:34,028 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:27:34,029 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:27:34,030 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3c07dbfca0ee8420f88a959ab6934a89:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T05:27:34,030 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:27:34,030 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3c07dbfca0ee8420f88a959ab6934a89:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T05:27:34,030 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:27:34,031 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:27:34,031 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1541): 3c07dbfca0ee8420f88a959ab6934a89/B is initiating minor compaction (all files) 2024-11-09T05:27:34,031 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3c07dbfca0ee8420f88a959ab6934a89/B in TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. 2024-11-09T05:27:34,031 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/b1fa1d80c0b94c62b158ccf3f253fe5e, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/c20a8fb9d590437fa3d3212e85fe1896, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/21ef127813704547b6a643d217453670] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp, totalSize=36.0 K 2024-11-09T05:27:34,031 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting b1fa1d80c0b94c62b158ccf3f253fe5e, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1731130051543 2024-11-09T05:27:34,031 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting c20a8fb9d590437fa3d3212e85fe1896, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1731130051680 2024-11-09T05:27:34,032 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 21ef127813704547b6a643d217453670, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1731130052845 2024-11-09T05:27:34,033 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3c07dbfca0ee8420f88a959ab6934a89] 2024-11-09T05:27:34,035 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411094d9b7a2d4e2b4ab9ba015e30049732bb_3c07dbfca0ee8420f88a959ab6934a89 store=[table=TestAcidGuarantees family=A region=3c07dbfca0ee8420f88a959ab6934a89] 2024-11-09T05:27:34,040 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411094d9b7a2d4e2b4ab9ba015e30049732bb_3c07dbfca0ee8420f88a959ab6934a89, store=[table=TestAcidGuarantees family=A region=3c07dbfca0ee8420f88a959ab6934a89] 2024-11-09T05:27:34,040 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411094d9b7a2d4e2b4ab9ba015e30049732bb_3c07dbfca0ee8420f88a959ab6934a89 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3c07dbfca0ee8420f88a959ab6934a89] 2024-11-09T05:27:34,061 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3c07dbfca0ee8420f88a959ab6934a89#B#compaction#567 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:27:34,061 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/B/6a2f4be1cfe14dceb61238022cc537b2 is 50, key is test_row_0/B:col10/1731130052854/Put/seqid=0 2024-11-09T05:27:34,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742491_1667 (size=4469) 2024-11-09T05:27:34,118 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3c07dbfca0ee8420f88a959ab6934a89#A#compaction#566 average throughput is 0.29 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:27:34,119 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/A/72e30c231f234a80a6b730de20a55ccf is 175, key is test_row_0/A:col10/1731130052854/Put/seqid=0 2024-11-09T05:27:34,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742492_1668 (size=12663) 2024-11-09T05:27:34,131 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/B/6a2f4be1cfe14dceb61238022cc537b2 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/6a2f4be1cfe14dceb61238022cc537b2 2024-11-09T05:27:34,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742493_1669 (size=31617) 2024-11-09T05:27:34,138 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3c07dbfca0ee8420f88a959ab6934a89/B of 3c07dbfca0ee8420f88a959ab6934a89 into 6a2f4be1cfe14dceb61238022cc537b2(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:27:34,138 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3c07dbfca0ee8420f88a959ab6934a89: 2024-11-09T05:27:34,138 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., storeName=3c07dbfca0ee8420f88a959ab6934a89/B, priority=13, startTime=1731130054029; duration=0sec 2024-11-09T05:27:34,138 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:27:34,139 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3c07dbfca0ee8420f88a959ab6934a89:B 2024-11-09T05:27:34,139 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:27:34,141 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:27:34,141 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1541): 3c07dbfca0ee8420f88a959ab6934a89/C is initiating minor compaction (all files) 2024-11-09T05:27:34,141 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3c07dbfca0ee8420f88a959ab6934a89/C in TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. 2024-11-09T05:27:34,141 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/b284ca0702794ac4b9c620b1f7395795, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/ee5605c74f41401299c129aa79113799, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/6e164c4a5e7e482d9d188af768d3530c] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp, totalSize=36.0 K 2024-11-09T05:27:34,141 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting b284ca0702794ac4b9c620b1f7395795, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1731130051543 2024-11-09T05:27:34,142 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting ee5605c74f41401299c129aa79113799, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1731130051680 2024-11-09T05:27:34,142 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 6e164c4a5e7e482d9d188af768d3530c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1731130052845 2024-11-09T05:27:34,146 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/A/72e30c231f234a80a6b730de20a55ccf as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/72e30c231f234a80a6b730de20a55ccf 2024-11-09T05:27:34,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(8855): Flush requested on 3c07dbfca0ee8420f88a959ab6934a89 2024-11-09T05:27:34,152 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T05:27:34,152 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3c07dbfca0ee8420f88a959ab6934a89 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-09T05:27:34,153 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3c07dbfca0ee8420f88a959ab6934a89/A of 3c07dbfca0ee8420f88a959ab6934a89 into 72e30c231f234a80a6b730de20a55ccf(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:27:34,153 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3c07dbfca0ee8420f88a959ab6934a89: 2024-11-09T05:27:34,153 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., storeName=3c07dbfca0ee8420f88a959ab6934a89/A, priority=13, startTime=1731130054024; duration=0sec 2024-11-09T05:27:34,153 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:27:34,153 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3c07dbfca0ee8420f88a959ab6934a89:A 2024-11-09T05:27:34,156 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3c07dbfca0ee8420f88a959ab6934a89#C#compaction#568 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:27:34,157 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/C/e343a7f9d706439bb7386e94fc57d13e is 50, key is test_row_0/C:col10/1731130052854/Put/seqid=0 2024-11-09T05:27:34,164 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109c5518802b3eb48138dd6ce1a6ce4fd0f_3c07dbfca0ee8420f88a959ab6934a89 is 50, key is test_row_0/A:col10/1731130053520/Put/seqid=0 2024-11-09T05:27:34,172 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:34,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40826 deadline: 1731130114167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:34,172 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:34,172 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:34,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40850 deadline: 1731130114167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:34,172 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:34,172 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:34,172 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:34,172 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:34,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40822 deadline: 1731130114168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:34,172 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:34,172 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:34,172 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:34,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40800 deadline: 1731130114169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:34,173 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:34,173 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:34,173 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:34,173 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:34,173 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:34,173 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:34,174 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:34,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40830 deadline: 1731130114171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:34,175 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:34,175 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:34,175 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:34,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742494_1670 (size=12663) 2024-11-09T05:27:34,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742495_1671 (size=14794) 2024-11-09T05:27:34,283 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:34,283 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:34,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40850 deadline: 1731130114280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:34,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40826 deadline: 1731130114281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:34,284 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:34,284 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:34,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40800 deadline: 1731130114282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:34,284 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:34,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40822 deadline: 1731130114282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:34,284 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:34,284 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:34,284 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:34,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40830 deadline: 1731130114282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:34,284 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:34,284 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:34,284 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:34,284 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:34,284 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:34,284 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:34,285 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:34,285 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:34,285 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:34,285 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:34,285 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:34,285 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:34,493 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:34,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40826 deadline: 1731130114491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:34,493 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:34,493 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:34,493 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:34,493 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:34,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40822 deadline: 1731130114491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:34,494 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:34,494 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:34,494 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:34,494 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:34,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40830 deadline: 1731130114491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:34,494 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:34,494 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:34,494 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:34,494 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:34,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40800 deadline: 1731130114491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:34,494 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:34,494 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:34,494 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:34,494 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:34,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40850 deadline: 1731130114491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:34,495 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:34,495 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:34,495 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:34,585 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/C/e343a7f9d706439bb7386e94fc57d13e as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/e343a7f9d706439bb7386e94fc57d13e 2024-11-09T05:27:34,590 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3c07dbfca0ee8420f88a959ab6934a89/C of 3c07dbfca0ee8420f88a959ab6934a89 into e343a7f9d706439bb7386e94fc57d13e(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:27:34,590 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3c07dbfca0ee8420f88a959ab6934a89: 2024-11-09T05:27:34,590 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., storeName=3c07dbfca0ee8420f88a959ab6934a89/C, priority=13, startTime=1731130054030; duration=0sec 2024-11-09T05:27:34,590 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:27:34,590 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3c07dbfca0ee8420f88a959ab6934a89:C 2024-11-09T05:27:34,596 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:27:34,599 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109c5518802b3eb48138dd6ce1a6ce4fd0f_3c07dbfca0ee8420f88a959ab6934a89 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109c5518802b3eb48138dd6ce1a6ce4fd0f_3c07dbfca0ee8420f88a959ab6934a89 2024-11-09T05:27:34,600 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/A/a6af88145b9c42e3a5490abfcc16fa7d, store: [table=TestAcidGuarantees family=A region=3c07dbfca0ee8420f88a959ab6934a89] 2024-11-09T05:27:34,600 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/A/a6af88145b9c42e3a5490abfcc16fa7d is 175, key is test_row_0/A:col10/1731130053520/Put/seqid=0 2024-11-09T05:27:34,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742496_1672 (size=39749) 2024-11-09T05:27:34,609 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=241, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/A/a6af88145b9c42e3a5490abfcc16fa7d 2024-11-09T05:27:34,615 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/B/76cb3b392ee741e096f3bbde05d3c772 is 50, key is test_row_0/B:col10/1731130053520/Put/seqid=0 2024-11-09T05:27:34,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742497_1673 (size=12151) 2024-11-09T05:27:34,629 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=241 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/B/76cb3b392ee741e096f3bbde05d3c772 2024-11-09T05:27:34,638 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/C/e15dcd5ff11a4af0bfd23c333fe3e134 is 50, key is test_row_0/C:col10/1731130053520/Put/seqid=0 2024-11-09T05:27:34,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742498_1674 (size=12151) 2024-11-09T05:27:34,662 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=241 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/C/e15dcd5ff11a4af0bfd23c333fe3e134 2024-11-09T05:27:34,666 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/A/a6af88145b9c42e3a5490abfcc16fa7d as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/a6af88145b9c42e3a5490abfcc16fa7d 2024-11-09T05:27:34,669 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/a6af88145b9c42e3a5490abfcc16fa7d, entries=200, sequenceid=241, filesize=38.8 K 2024-11-09T05:27:34,672 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/B/76cb3b392ee741e096f3bbde05d3c772 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/76cb3b392ee741e096f3bbde05d3c772 2024-11-09T05:27:34,677 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/76cb3b392ee741e096f3bbde05d3c772, entries=150, sequenceid=241, filesize=11.9 K 2024-11-09T05:27:34,677 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/C/e15dcd5ff11a4af0bfd23c333fe3e134 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/e15dcd5ff11a4af0bfd23c333fe3e134 2024-11-09T05:27:34,681 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/e15dcd5ff11a4af0bfd23c333fe3e134, entries=150, sequenceid=241, filesize=11.9 K 2024-11-09T05:27:34,682 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 3c07dbfca0ee8420f88a959ab6934a89 in 530ms, sequenceid=241, compaction requested=false 2024-11-09T05:27:34,682 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3c07dbfca0ee8420f88a959ab6934a89: 2024-11-09T05:27:34,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(8855): Flush requested on 3c07dbfca0ee8420f88a959ab6934a89 2024-11-09T05:27:34,803 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T05:27:34,804 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3c07dbfca0ee8420f88a959ab6934a89 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-09T05:27:34,830 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109ee005f5d603a4e58b051aba5ed3b715e_3c07dbfca0ee8420f88a959ab6934a89 is 50, key is test_row_0/A:col10/1731130054803/Put/seqid=0 2024-11-09T05:27:34,831 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:34,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40822 deadline: 1731130114823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:34,832 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:34,832 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:34,832 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:34,833 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:34,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40826 deadline: 1731130114823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:34,834 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:34,834 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:34,834 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:34,838 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:34,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40850 deadline: 1731130114832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:34,838 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:34,838 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:34,838 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:34,838 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:34,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40800 deadline: 1731130114832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:34,839 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:34,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40830 deadline: 1731130114832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:34,839 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:34,839 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:34,839 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:34,839 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:34,839 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:34,839 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:34,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742499_1675 (size=12454) 2024-11-09T05:27:34,943 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:34,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40822 deadline: 1731130114940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:34,943 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:34,943 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:34,943 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:34,943 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:34,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40826 deadline: 1731130114940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:34,943 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:34,943 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:34,944 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:34,954 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:34,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40800 deadline: 1731130114950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:34,954 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:34,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40850 deadline: 1731130114950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:34,954 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:34,954 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:34,954 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:34,955 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:34,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40830 deadline: 1731130114950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:34,955 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:34,955 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:34,955 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:34,955 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:34,955 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:34,956 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:35,152 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:35,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40822 deadline: 1731130115150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:35,153 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:35,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40826 deadline: 1731130115150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:35,153 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:35,153 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:35,153 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:35,153 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:35,153 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:35,153 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:35,163 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:35,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40800 deadline: 1731130115160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:35,163 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:35,163 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:35,163 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:35,163 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:35,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40830 deadline: 1731130115160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:35,163 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:35,163 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:35,163 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:35,163 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:35,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40850 deadline: 1731130115160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:35,164 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:35,164 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:35,164 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:35,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-09T05:27:35,220 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T05:27:35,221 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T05:27:35,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] procedure2.ProcedureExecutor(1139): Stored pid=172, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=172, table=TestAcidGuarantees 2024-11-09T05:27:35,222 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=172, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=172, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T05:27:35,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-09T05:27:35,223 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=172, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=172, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T05:27:35,223 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=173, ppid=172, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T05:27:35,255 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:27:35,258 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109ee005f5d603a4e58b051aba5ed3b715e_3c07dbfca0ee8420f88a959ab6934a89 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109ee005f5d603a4e58b051aba5ed3b715e_3c07dbfca0ee8420f88a959ab6934a89 2024-11-09T05:27:35,258 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/A/ad6f7ccc481a4d1ead6911d0c5660343, store: [table=TestAcidGuarantees family=A region=3c07dbfca0ee8420f88a959ab6934a89] 2024-11-09T05:27:35,259 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/A/ad6f7ccc481a4d1ead6911d0c5660343 is 175, key is test_row_0/A:col10/1731130054803/Put/seqid=0 2024-11-09T05:27:35,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742500_1676 (size=31255) 2024-11-09T05:27:35,262 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=262, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/A/ad6f7ccc481a4d1ead6911d0c5660343 2024-11-09T05:27:35,268 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/B/016705254f984320990556bfaedc889f is 50, key is test_row_0/B:col10/1731130054803/Put/seqid=0 2024-11-09T05:27:35,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742501_1677 (size=12301) 2024-11-09T05:27:35,274 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=262 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/B/016705254f984320990556bfaedc889f 2024-11-09T05:27:35,282 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/C/6f371805d06f4de5ab73097094b4f7b1 is 50, key is test_row_0/C:col10/1731130054803/Put/seqid=0 2024-11-09T05:27:35,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742502_1678 (size=12301) 2024-11-09T05:27:35,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-09T05:27:35,375 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=173 2024-11-09T05:27:35,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. 2024-11-09T05:27:35,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. as already flushing 2024-11-09T05:27:35,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. 2024-11-09T05:27:35,375 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] handler.RSProcedureHandler(58): pid=173 java.io.IOException: Unable to complete flush {ENCODED => 3c07dbfca0ee8420f88a959ab6934a89, NAME => 'TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:35,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=173 java.io.IOException: Unable to complete flush {ENCODED => 3c07dbfca0ee8420f88a959ab6934a89, NAME => 'TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:35,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=173 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3c07dbfca0ee8420f88a959ab6934a89, NAME => 'TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3c07dbfca0ee8420f88a959ab6934a89, NAME => 'TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:35,463 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:35,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40822 deadline: 1731130115460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:35,463 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:35,463 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:35,463 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:35,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40826 deadline: 1731130115460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:35,463 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:35,464 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:35,464 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:35,464 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:35,472 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:35,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40800 deadline: 1731130115470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:35,473 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:35,473 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:35,473 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:35,473 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:35,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40850 deadline: 1731130115470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:35,473 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:35,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40830 deadline: 1731130115470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:35,473 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:35,473 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:35,473 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:35,473 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:35,473 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:35,473 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:35,527 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=173 2024-11-09T05:27:35,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. 2024-11-09T05:27:35,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. as already flushing 2024-11-09T05:27:35,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. 2024-11-09T05:27:35,528 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] handler.RSProcedureHandler(58): pid=173 java.io.IOException: Unable to complete flush {ENCODED => 3c07dbfca0ee8420f88a959ab6934a89, NAME => 'TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:35,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=173 java.io.IOException: Unable to complete flush {ENCODED => 3c07dbfca0ee8420f88a959ab6934a89, NAME => 'TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:35,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=173 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3c07dbfca0ee8420f88a959ab6934a89, NAME => 'TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3c07dbfca0ee8420f88a959ab6934a89, NAME => 'TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:35,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-09T05:27:35,680 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=173 2024-11-09T05:27:35,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. 2024-11-09T05:27:35,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. as already flushing 2024-11-09T05:27:35,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. 2024-11-09T05:27:35,681 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] handler.RSProcedureHandler(58): pid=173 java.io.IOException: Unable to complete flush {ENCODED => 3c07dbfca0ee8420f88a959ab6934a89, NAME => 'TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:35,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=173 java.io.IOException: Unable to complete flush {ENCODED => 3c07dbfca0ee8420f88a959ab6934a89, NAME => 'TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:35,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=173 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3c07dbfca0ee8420f88a959ab6934a89, NAME => 'TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3c07dbfca0ee8420f88a959ab6934a89, NAME => 'TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:35,685 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=262 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/C/6f371805d06f4de5ab73097094b4f7b1 2024-11-09T05:27:35,688 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/A/ad6f7ccc481a4d1ead6911d0c5660343 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/ad6f7ccc481a4d1ead6911d0c5660343 2024-11-09T05:27:35,691 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/ad6f7ccc481a4d1ead6911d0c5660343, entries=150, sequenceid=262, filesize=30.5 K 2024-11-09T05:27:35,691 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/B/016705254f984320990556bfaedc889f as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/016705254f984320990556bfaedc889f 2024-11-09T05:27:35,695 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/016705254f984320990556bfaedc889f, entries=150, sequenceid=262, filesize=12.0 K 2024-11-09T05:27:35,695 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/C/6f371805d06f4de5ab73097094b4f7b1 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/6f371805d06f4de5ab73097094b4f7b1 2024-11-09T05:27:35,699 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/6f371805d06f4de5ab73097094b4f7b1, entries=150, sequenceid=262, filesize=12.0 K 2024-11-09T05:27:35,700 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=100.63 KB/103050 for 3c07dbfca0ee8420f88a959ab6934a89 in 897ms, sequenceid=262, compaction requested=true 2024-11-09T05:27:35,700 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3c07dbfca0ee8420f88a959ab6934a89: 2024-11-09T05:27:35,700 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3c07dbfca0ee8420f88a959ab6934a89:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T05:27:35,700 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:27:35,700 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:27:35,700 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3c07dbfca0ee8420f88a959ab6934a89:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T05:27:35,700 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:27:35,700 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3c07dbfca0ee8420f88a959ab6934a89:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T05:27:35,700 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:27:35,700 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:27:35,701 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102621 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:27:35,701 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37115 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:27:35,701 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1541): 3c07dbfca0ee8420f88a959ab6934a89/A is initiating minor compaction (all files) 2024-11-09T05:27:35,701 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1541): 3c07dbfca0ee8420f88a959ab6934a89/B is initiating minor compaction (all files) 2024-11-09T05:27:35,701 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3c07dbfca0ee8420f88a959ab6934a89/A in TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. 2024-11-09T05:27:35,701 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3c07dbfca0ee8420f88a959ab6934a89/B in TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. 2024-11-09T05:27:35,701 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/6a2f4be1cfe14dceb61238022cc537b2, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/76cb3b392ee741e096f3bbde05d3c772, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/016705254f984320990556bfaedc889f] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp, totalSize=36.2 K 2024-11-09T05:27:35,701 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/72e30c231f234a80a6b730de20a55ccf, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/a6af88145b9c42e3a5490abfcc16fa7d, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/ad6f7ccc481a4d1ead6911d0c5660343] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp, totalSize=100.2 K 2024-11-09T05:27:35,701 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. 2024-11-09T05:27:35,701 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. files: [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/72e30c231f234a80a6b730de20a55ccf, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/a6af88145b9c42e3a5490abfcc16fa7d, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/ad6f7ccc481a4d1ead6911d0c5660343] 2024-11-09T05:27:35,702 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 6a2f4be1cfe14dceb61238022cc537b2, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1731130052845 2024-11-09T05:27:35,702 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 72e30c231f234a80a6b730de20a55ccf, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1731130052845 2024-11-09T05:27:35,702 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 76cb3b392ee741e096f3bbde05d3c772, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1731130053520 2024-11-09T05:27:35,702 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting a6af88145b9c42e3a5490abfcc16fa7d, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1731130053511 2024-11-09T05:27:35,702 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 016705254f984320990556bfaedc889f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=262, earliestPutTs=1731130054802 2024-11-09T05:27:35,702 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting ad6f7ccc481a4d1ead6911d0c5660343, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=262, earliestPutTs=1731130054802 2024-11-09T05:27:35,709 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3c07dbfca0ee8420f88a959ab6934a89] 2024-11-09T05:27:35,709 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3c07dbfca0ee8420f88a959ab6934a89#B#compaction#575 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:27:35,709 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/B/feddc647322542609a1cae8401079b11 is 50, key is test_row_0/B:col10/1731130054803/Put/seqid=0 2024-11-09T05:27:35,724 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411097d7302ae4cab4775a2c7d969bc0c6451_3c07dbfca0ee8420f88a959ab6934a89 store=[table=TestAcidGuarantees family=A region=3c07dbfca0ee8420f88a959ab6934a89] 2024-11-09T05:27:35,726 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411097d7302ae4cab4775a2c7d969bc0c6451_3c07dbfca0ee8420f88a959ab6934a89, store=[table=TestAcidGuarantees family=A region=3c07dbfca0ee8420f88a959ab6934a89] 2024-11-09T05:27:35,726 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411097d7302ae4cab4775a2c7d969bc0c6451_3c07dbfca0ee8420f88a959ab6934a89 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3c07dbfca0ee8420f88a959ab6934a89] 2024-11-09T05:27:35,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742503_1679 (size=12915) 2024-11-09T05:27:35,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742504_1680 (size=4469) 2024-11-09T05:27:35,833 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=173 2024-11-09T05:27:35,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. 2024-11-09T05:27:35,833 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(2902): Flushing 3c07dbfca0ee8420f88a959ab6934a89 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-09T05:27:35,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109923031253cfa4d0e975734a078a9da62_3c07dbfca0ee8420f88a959ab6934a89 is 50, key is test_row_0/A:col10/1731130054829/Put/seqid=0 2024-11-09T05:27:35,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742505_1681 (size=12454) 2024-11-09T05:27:35,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:27:35,846 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109923031253cfa4d0e975734a078a9da62_3c07dbfca0ee8420f88a959ab6934a89 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109923031253cfa4d0e975734a078a9da62_3c07dbfca0ee8420f88a959ab6934a89 2024-11-09T05:27:35,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-09T05:27:35,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/A/2685ed2b4d224546832472071a1681d8, store: [table=TestAcidGuarantees family=A region=3c07dbfca0ee8420f88a959ab6934a89] 2024-11-09T05:27:35,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/A/2685ed2b4d224546832472071a1681d8 is 175, key is test_row_0/A:col10/1731130054829/Put/seqid=0 2024-11-09T05:27:35,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742506_1682 (size=31255) 2024-11-09T05:27:36,021 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. as already flushing 2024-11-09T05:27:36,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(8855): Flush requested on 3c07dbfca0ee8420f88a959ab6934a89 2024-11-09T05:27:36,077 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:36,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40822 deadline: 1731130116071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:36,077 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:36,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40800 deadline: 1731130116072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:36,078 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:36,078 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:36,078 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:36,078 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:36,078 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:36,078 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:36,081 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:36,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40850 deadline: 1731130116077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:36,082 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:36,082 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:36,082 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:36,082 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:36,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40830 deadline: 1731130116078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:36,082 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:36,082 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:36,082 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:36,082 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:36,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40826 deadline: 1731130116078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:36,082 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:36,083 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:36,083 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:36,137 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/B/feddc647322542609a1cae8401079b11 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/feddc647322542609a1cae8401079b11 2024-11-09T05:27:36,141 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3c07dbfca0ee8420f88a959ab6934a89/B of 3c07dbfca0ee8420f88a959ab6934a89 into feddc647322542609a1cae8401079b11(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:27:36,141 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3c07dbfca0ee8420f88a959ab6934a89: 2024-11-09T05:27:36,141 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., storeName=3c07dbfca0ee8420f88a959ab6934a89/B, priority=13, startTime=1731130055700; duration=0sec 2024-11-09T05:27:36,141 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:27:36,141 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3c07dbfca0ee8420f88a959ab6934a89:B 2024-11-09T05:27:36,141 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:27:36,142 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37115 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:27:36,142 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1541): 3c07dbfca0ee8420f88a959ab6934a89/C is initiating minor compaction (all files) 2024-11-09T05:27:36,142 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3c07dbfca0ee8420f88a959ab6934a89/C in TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. 2024-11-09T05:27:36,142 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/e343a7f9d706439bb7386e94fc57d13e, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/e15dcd5ff11a4af0bfd23c333fe3e134, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/6f371805d06f4de5ab73097094b4f7b1] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp, totalSize=36.2 K 2024-11-09T05:27:36,142 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting e343a7f9d706439bb7386e94fc57d13e, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1731130052845 2024-11-09T05:27:36,142 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting e15dcd5ff11a4af0bfd23c333fe3e134, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1731130053520 2024-11-09T05:27:36,143 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 6f371805d06f4de5ab73097094b4f7b1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=262, earliestPutTs=1731130054802 2024-11-09T05:27:36,143 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3c07dbfca0ee8420f88a959ab6934a89#A#compaction#576 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:27:36,143 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/A/1e1df87639b742e99cc4177049b1f37b is 175, key is test_row_0/A:col10/1731130054803/Put/seqid=0 2024-11-09T05:27:36,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742507_1683 (size=31869) 2024-11-09T05:27:36,151 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/A/1e1df87639b742e99cc4177049b1f37b as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/1e1df87639b742e99cc4177049b1f37b 2024-11-09T05:27:36,151 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3c07dbfca0ee8420f88a959ab6934a89#C#compaction#578 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:27:36,152 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/C/43aa11d069574674ad1e83c9877bd22c is 50, key is test_row_0/C:col10/1731130054803/Put/seqid=0 2024-11-09T05:27:36,155 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3c07dbfca0ee8420f88a959ab6934a89/A of 3c07dbfca0ee8420f88a959ab6934a89 into 1e1df87639b742e99cc4177049b1f37b(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:27:36,155 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3c07dbfca0ee8420f88a959ab6934a89: 2024-11-09T05:27:36,155 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., storeName=3c07dbfca0ee8420f88a959ab6934a89/A, priority=13, startTime=1731130055700; duration=0sec 2024-11-09T05:27:36,155 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:27:36,155 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3c07dbfca0ee8420f88a959ab6934a89:A 2024-11-09T05:27:36,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742508_1684 (size=12915) 2024-11-09T05:27:36,182 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:36,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40822 deadline: 1731130116180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:36,183 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:36,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40800 deadline: 1731130116180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:36,183 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:36,183 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:36,183 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:36,183 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:36,183 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:36,183 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:36,193 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:36,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40850 deadline: 1731130116190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:36,193 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:36,193 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:36,193 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:36,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40830 deadline: 1731130116190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:36,193 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:36,193 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:36,194 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:36,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40826 deadline: 1731130116190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:36,194 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:36,194 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:36,194 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:36,194 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:36,194 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:36,270 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=280, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/A/2685ed2b4d224546832472071a1681d8 2024-11-09T05:27:36,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/B/7af4a0d8f793436b875e96548f32c909 is 50, key is test_row_0/B:col10/1731130054829/Put/seqid=0 2024-11-09T05:27:36,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742509_1685 (size=12301) 2024-11-09T05:27:36,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-09T05:27:36,393 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:36,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40822 deadline: 1731130116391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:36,393 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:36,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40800 deadline: 1731130116391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:36,393 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:36,393 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:36,393 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:36,394 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:36,394 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:36,395 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:36,402 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:36,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40826 deadline: 1731130116400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:36,402 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:36,402 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:36,402 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:36,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40830 deadline: 1731130116400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:36,402 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:36,402 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:36,402 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:36,402 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:36,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40850 deadline: 1731130116400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:36,402 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:36,403 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:36,403 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:36,403 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:36,564 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/C/43aa11d069574674ad1e83c9877bd22c as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/43aa11d069574674ad1e83c9877bd22c 2024-11-09T05:27:36,568 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3c07dbfca0ee8420f88a959ab6934a89/C of 3c07dbfca0ee8420f88a959ab6934a89 into 43aa11d069574674ad1e83c9877bd22c(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:27:36,568 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3c07dbfca0ee8420f88a959ab6934a89: 2024-11-09T05:27:36,569 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., storeName=3c07dbfca0ee8420f88a959ab6934a89/C, priority=13, startTime=1731130055700; duration=0sec 2024-11-09T05:27:36,569 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:27:36,569 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3c07dbfca0ee8420f88a959ab6934a89:C 2024-11-09T05:27:36,679 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/B/7af4a0d8f793436b875e96548f32c909 2024-11-09T05:27:36,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/C/ca3aee42e2084335a21e47e84d3a87bd is 50, key is test_row_0/C:col10/1731130054829/Put/seqid=0 2024-11-09T05:27:36,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742510_1686 (size=12301) 2024-11-09T05:27:36,688 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/C/ca3aee42e2084335a21e47e84d3a87bd 2024-11-09T05:27:36,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/A/2685ed2b4d224546832472071a1681d8 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/2685ed2b4d224546832472071a1681d8 2024-11-09T05:27:36,694 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/2685ed2b4d224546832472071a1681d8, entries=150, sequenceid=280, filesize=30.5 K 2024-11-09T05:27:36,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/B/7af4a0d8f793436b875e96548f32c909 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/7af4a0d8f793436b875e96548f32c909 2024-11-09T05:27:36,697 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/7af4a0d8f793436b875e96548f32c909, entries=150, sequenceid=280, filesize=12.0 K 2024-11-09T05:27:36,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/C/ca3aee42e2084335a21e47e84d3a87bd as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/ca3aee42e2084335a21e47e84d3a87bd 2024-11-09T05:27:36,701 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/ca3aee42e2084335a21e47e84d3a87bd, entries=150, sequenceid=280, filesize=12.0 K 2024-11-09T05:27:36,702 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=107.34 KB/109920 for 3c07dbfca0ee8420f88a959ab6934a89 in 869ms, sequenceid=280, compaction requested=false 2024-11-09T05:27:36,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(2603): Flush status journal for 3c07dbfca0ee8420f88a959ab6934a89: 2024-11-09T05:27:36,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. 2024-11-09T05:27:36,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=173 2024-11-09T05:27:36,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4169): Remote procedure done, pid=173 2024-11-09T05:27:36,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(8855): Flush requested on 3c07dbfca0ee8420f88a959ab6934a89 2024-11-09T05:27:36,704 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T05:27:36,705 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3c07dbfca0ee8420f88a959ab6934a89 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-09T05:27:36,709 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=173, resume processing ppid=172 2024-11-09T05:27:36,709 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=173, ppid=172, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4810 sec 2024-11-09T05:27:36,711 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110981ce3ad2803649999ae52c50570b4063_3c07dbfca0ee8420f88a959ab6934a89 is 50, key is test_row_0/A:col10/1731130056077/Put/seqid=0 2024-11-09T05:27:36,713 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=172, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=172, table=TestAcidGuarantees in 1.4910 sec 2024-11-09T05:27:36,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742511_1687 (size=14994) 2024-11-09T05:27:36,726 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:36,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40822 deadline: 1731130116721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:36,726 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:36,726 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:36,726 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:36,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40830 deadline: 1731130116721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:36,726 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:36,726 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:36,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40850 deadline: 1731130116722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:36,726 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:36,726 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:36,726 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:36,726 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:36,727 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:36,726 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:36,727 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:36,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40826 deadline: 1731130116723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:36,727 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:36,727 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:36,727 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:36,727 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:36,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40800 deadline: 1731130116724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:36,728 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:36,728 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:36,728 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:36,832 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:36,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40830 deadline: 1731130116830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:36,832 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:36,832 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:36,833 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:36,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40850 deadline: 1731130116830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:36,833 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:36,833 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:36,833 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:36,833 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:36,833 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:36,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40822 deadline: 1731130116830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:36,833 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:36,833 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:36,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40826 deadline: 1731130116830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:36,833 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:36,833 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:36,833 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:36,833 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:36,833 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:36,833 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:36,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40800 deadline: 1731130116830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:36,834 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:36,834 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:36,834 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:37,042 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:37,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40830 deadline: 1731130117040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:37,043 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:37,043 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:37,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40822 deadline: 1731130117040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:37,043 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:37,043 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:37,043 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:37,043 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:37,043 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:37,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40850 deadline: 1731130117040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:37,043 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:37,043 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:37,043 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:37,043 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:37,043 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:37,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40826 deadline: 1731130117040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:37,043 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:37,043 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:37,043 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:37,043 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:37,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40800 deadline: 1731130117040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:37,044 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:37,044 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:37,044 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:37,122 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:27:37,125 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110981ce3ad2803649999ae52c50570b4063_3c07dbfca0ee8420f88a959ab6934a89 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110981ce3ad2803649999ae52c50570b4063_3c07dbfca0ee8420f88a959ab6934a89 2024-11-09T05:27:37,125 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/A/ed7aa5aa72a34e2d995a23f52fa9913d, store: [table=TestAcidGuarantees family=A region=3c07dbfca0ee8420f88a959ab6934a89] 2024-11-09T05:27:37,126 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/A/ed7aa5aa72a34e2d995a23f52fa9913d is 175, key is test_row_0/A:col10/1731130056077/Put/seqid=0 2024-11-09T05:27:37,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742512_1688 (size=39949) 2024-11-09T05:27:37,129 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=303, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/A/ed7aa5aa72a34e2d995a23f52fa9913d 2024-11-09T05:27:37,137 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/B/9b9a62df433b4158a4a1a86a184cf66f is 50, key is test_row_0/B:col10/1731130056077/Put/seqid=0 2024-11-09T05:27:37,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742513_1689 (size=12301) 2024-11-09T05:27:37,354 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:37,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40822 deadline: 1731130117350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:37,355 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:37,355 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:37,355 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:37,355 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:37,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40850 deadline: 1731130117350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:37,355 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:37,355 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:37,355 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:37,355 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:37,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40800 deadline: 1731130117350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:37,355 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:37,355 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:37,355 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:37,355 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:37,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40830 deadline: 1731130117350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:37,355 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:37,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40826 deadline: 1731130117350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:37,357 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:37,357 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:37,357 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:37,359 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:37,359 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:37,359 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:37,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-09T05:27:37,372 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T05:27:37,374 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T05:27:37,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] procedure2.ProcedureExecutor(1139): Stored pid=174, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=174, table=TestAcidGuarantees 2024-11-09T05:27:37,376 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=174, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=174, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T05:27:37,377 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=174, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=174, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T05:27:37,377 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=175, ppid=174, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T05:27:37,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-11-09T05:27:37,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-11-09T05:27:37,531 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=175 2024-11-09T05:27:37,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. 2024-11-09T05:27:37,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. as already flushing 2024-11-09T05:27:37,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. 2024-11-09T05:27:37,531 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] handler.RSProcedureHandler(58): pid=175 java.io.IOException: Unable to complete flush {ENCODED => 3c07dbfca0ee8420f88a959ab6934a89, NAME => 'TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:37,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=175 java.io.IOException: Unable to complete flush {ENCODED => 3c07dbfca0ee8420f88a959ab6934a89, NAME => 'TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:37,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=175 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3c07dbfca0ee8420f88a959ab6934a89, NAME => 'TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3c07dbfca0ee8420f88a959ab6934a89, NAME => 'TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:37,542 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=303 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/B/9b9a62df433b4158a4a1a86a184cf66f 2024-11-09T05:27:37,570 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/C/eaba952393dd40179977cd2c1be9e0f7 is 50, key is test_row_0/C:col10/1731130056077/Put/seqid=0 2024-11-09T05:27:37,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742514_1690 (size=12301) 2024-11-09T05:27:37,591 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=303 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/C/eaba952393dd40179977cd2c1be9e0f7 2024-11-09T05:27:37,596 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/A/ed7aa5aa72a34e2d995a23f52fa9913d as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/ed7aa5aa72a34e2d995a23f52fa9913d 2024-11-09T05:27:37,600 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/ed7aa5aa72a34e2d995a23f52fa9913d, entries=200, sequenceid=303, filesize=39.0 K 2024-11-09T05:27:37,612 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/B/9b9a62df433b4158a4a1a86a184cf66f as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/9b9a62df433b4158a4a1a86a184cf66f 2024-11-09T05:27:37,633 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/9b9a62df433b4158a4a1a86a184cf66f, entries=150, sequenceid=303, filesize=12.0 K 2024-11-09T05:27:37,635 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/C/eaba952393dd40179977cd2c1be9e0f7 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/eaba952393dd40179977cd2c1be9e0f7 2024-11-09T05:27:37,639 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/eaba952393dd40179977cd2c1be9e0f7, entries=150, sequenceid=303, filesize=12.0 K 2024-11-09T05:27:37,640 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 3c07dbfca0ee8420f88a959ab6934a89 in 936ms, sequenceid=303, compaction requested=true 2024-11-09T05:27:37,640 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3c07dbfca0ee8420f88a959ab6934a89: 2024-11-09T05:27:37,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3c07dbfca0ee8420f88a959ab6934a89:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T05:27:37,640 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:27:37,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:27:37,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3c07dbfca0ee8420f88a959ab6934a89:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T05:27:37,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:27:37,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3c07dbfca0ee8420f88a959ab6934a89:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T05:27:37,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-09T05:27:37,640 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:27:37,641 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103073 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:27:37,642 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1541): 3c07dbfca0ee8420f88a959ab6934a89/A is initiating minor compaction (all files) 2024-11-09T05:27:37,642 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3c07dbfca0ee8420f88a959ab6934a89/A in TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. 2024-11-09T05:27:37,642 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/1e1df87639b742e99cc4177049b1f37b, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/2685ed2b4d224546832472071a1681d8, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/ed7aa5aa72a34e2d995a23f52fa9913d] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp, totalSize=100.7 K 2024-11-09T05:27:37,642 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. 2024-11-09T05:27:37,642 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. files: [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/1e1df87639b742e99cc4177049b1f37b, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/2685ed2b4d224546832472071a1681d8, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/ed7aa5aa72a34e2d995a23f52fa9913d] 2024-11-09T05:27:37,642 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:27:37,642 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1541): 3c07dbfca0ee8420f88a959ab6934a89/B is initiating minor compaction (all files) 2024-11-09T05:27:37,642 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3c07dbfca0ee8420f88a959ab6934a89/B in TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. 2024-11-09T05:27:37,642 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/feddc647322542609a1cae8401079b11, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/7af4a0d8f793436b875e96548f32c909, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/9b9a62df433b4158a4a1a86a184cf66f] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp, totalSize=36.6 K 2024-11-09T05:27:37,643 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 1e1df87639b742e99cc4177049b1f37b, keycount=150, bloomtype=ROW, size=31.1 K, encoding=NONE, compression=NONE, seqNum=262, earliestPutTs=1731130054802 2024-11-09T05:27:37,643 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting feddc647322542609a1cae8401079b11, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=262, earliestPutTs=1731130054802 2024-11-09T05:27:37,644 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 2685ed2b4d224546832472071a1681d8, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1731130054827 2024-11-09T05:27:37,644 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7af4a0d8f793436b875e96548f32c909, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1731130054827 2024-11-09T05:27:37,644 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9b9a62df433b4158a4a1a86a184cf66f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1731130056071 2024-11-09T05:27:37,644 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting ed7aa5aa72a34e2d995a23f52fa9913d, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1731130056071 2024-11-09T05:27:37,665 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3c07dbfca0ee8420f88a959ab6934a89#B#compaction#584 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:27:37,666 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/B/307bce0de1fc4305811ab188ccb6dfe9 is 50, key is test_row_0/B:col10/1731130056077/Put/seqid=0 2024-11-09T05:27:37,681 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3c07dbfca0ee8420f88a959ab6934a89] 2024-11-09T05:27:37,684 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=175 2024-11-09T05:27:37,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. 2024-11-09T05:27:37,685 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(2902): Flushing 3c07dbfca0ee8420f88a959ab6934a89 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-09T05:27:37,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-11-09T05:27:37,701 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411095ae6ec29cd3446368798edfff7c2e620_3c07dbfca0ee8420f88a959ab6934a89 store=[table=TestAcidGuarantees family=A region=3c07dbfca0ee8420f88a959ab6934a89] 2024-11-09T05:27:37,703 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411095ae6ec29cd3446368798edfff7c2e620_3c07dbfca0ee8420f88a959ab6934a89, store=[table=TestAcidGuarantees family=A region=3c07dbfca0ee8420f88a959ab6934a89] 2024-11-09T05:27:37,703 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411095ae6ec29cd3446368798edfff7c2e620_3c07dbfca0ee8420f88a959ab6934a89 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3c07dbfca0ee8420f88a959ab6934a89] 2024-11-09T05:27:37,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742515_1691 (size=13017) 2024-11-09T05:27:37,738 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/B/307bce0de1fc4305811ab188ccb6dfe9 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/307bce0de1fc4305811ab188ccb6dfe9 2024-11-09T05:27:37,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109b24bba4b39e44d4f9d6eff02d18e06e7_3c07dbfca0ee8420f88a959ab6934a89 is 50, key is test_row_0/A:col10/1731130056723/Put/seqid=0 2024-11-09T05:27:37,754 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3c07dbfca0ee8420f88a959ab6934a89/B of 3c07dbfca0ee8420f88a959ab6934a89 into 307bce0de1fc4305811ab188ccb6dfe9(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:27:37,754 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3c07dbfca0ee8420f88a959ab6934a89: 2024-11-09T05:27:37,754 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., storeName=3c07dbfca0ee8420f88a959ab6934a89/B, priority=13, startTime=1731130057640; duration=0sec 2024-11-09T05:27:37,754 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:27:37,754 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3c07dbfca0ee8420f88a959ab6934a89:B 2024-11-09T05:27:37,754 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:27:37,757 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:27:37,757 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1541): 3c07dbfca0ee8420f88a959ab6934a89/C is initiating minor compaction (all files) 2024-11-09T05:27:37,757 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3c07dbfca0ee8420f88a959ab6934a89/C in TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. 2024-11-09T05:27:37,757 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/43aa11d069574674ad1e83c9877bd22c, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/ca3aee42e2084335a21e47e84d3a87bd, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/eaba952393dd40179977cd2c1be9e0f7] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp, totalSize=36.6 K 2024-11-09T05:27:37,757 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 43aa11d069574674ad1e83c9877bd22c, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=262, earliestPutTs=1731130054802 2024-11-09T05:27:37,758 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting ca3aee42e2084335a21e47e84d3a87bd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1731130054827 2024-11-09T05:27:37,758 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting eaba952393dd40179977cd2c1be9e0f7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1731130056071 2024-11-09T05:27:37,785 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3c07dbfca0ee8420f88a959ab6934a89#C#compaction#587 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:27:37,785 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/C/1b42e1abb3ca476f88f43be22989e44b is 50, key is test_row_0/C:col10/1731130056077/Put/seqid=0 2024-11-09T05:27:37,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742516_1692 (size=4469) 2024-11-09T05:27:37,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742517_1693 (size=12454) 2024-11-09T05:27:37,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:27:37,827 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109b24bba4b39e44d4f9d6eff02d18e06e7_3c07dbfca0ee8420f88a959ab6934a89 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109b24bba4b39e44d4f9d6eff02d18e06e7_3c07dbfca0ee8420f88a959ab6934a89 2024-11-09T05:27:37,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/A/3ac93e6fd53e44faa11a1d73d01c3465, store: [table=TestAcidGuarantees family=A region=3c07dbfca0ee8420f88a959ab6934a89] 2024-11-09T05:27:37,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/A/3ac93e6fd53e44faa11a1d73d01c3465 is 175, key is test_row_0/A:col10/1731130056723/Put/seqid=0 2024-11-09T05:27:37,862 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. as already flushing 2024-11-09T05:27:37,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(8855): Flush requested on 3c07dbfca0ee8420f88a959ab6934a89 2024-11-09T05:27:37,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742518_1694 (size=13017) 2024-11-09T05:27:37,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742519_1695 (size=31255) 2024-11-09T05:27:37,879 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/C/1b42e1abb3ca476f88f43be22989e44b as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/1b42e1abb3ca476f88f43be22989e44b 2024-11-09T05:27:37,879 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=319, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/A/3ac93e6fd53e44faa11a1d73d01c3465 2024-11-09T05:27:37,884 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3c07dbfca0ee8420f88a959ab6934a89/C of 3c07dbfca0ee8420f88a959ab6934a89 into 1b42e1abb3ca476f88f43be22989e44b(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:27:37,884 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3c07dbfca0ee8420f88a959ab6934a89: 2024-11-09T05:27:37,884 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., storeName=3c07dbfca0ee8420f88a959ab6934a89/C, priority=13, startTime=1731130057640; duration=0sec 2024-11-09T05:27:37,884 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:27:37,884 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3c07dbfca0ee8420f88a959ab6934a89:C 2024-11-09T05:27:37,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/B/961259452aeb426189936e48f4a27c13 is 50, key is test_row_0/B:col10/1731130056723/Put/seqid=0 2024-11-09T05:27:37,899 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:37,899 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:37,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40800 deadline: 1731130117892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:37,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40822 deadline: 1731130117893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:37,899 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:37,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40850 deadline: 1731130117894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:37,900 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:37,900 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:37,900 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:37,900 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:37,900 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:37,900 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:37,900 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:37,900 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:37,900 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:37,903 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:37,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40830 deadline: 1731130117898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:37,903 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:37,904 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:37,904 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:37,905 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:37,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40826 deadline: 1731130117900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:37,905 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:37,905 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:37,905 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:37,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742520_1696 (size=12301) 2024-11-09T05:27:38,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-11-09T05:27:38,012 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:38,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40822 deadline: 1731130118010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:38,013 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:38,013 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:38,013 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:38,013 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:38,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40830 deadline: 1731130118010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:38,013 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:38,013 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:38,013 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:38,013 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:38,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40850 deadline: 1731130118011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:38,013 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:38,013 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:38,014 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:38,014 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:38,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40826 deadline: 1731130118011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:38,014 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:38,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40800 deadline: 1731130118011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:38,014 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:38,014 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:38,014 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:38,014 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:38,014 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:38,014 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:38,199 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3c07dbfca0ee8420f88a959ab6934a89#A#compaction#585 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:27:38,200 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/A/a91aaacdbdfb40eb91fd7b445ee0ba3c is 175, key is test_row_0/A:col10/1731130056077/Put/seqid=0 2024-11-09T05:27:38,224 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:38,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40830 deadline: 1731130118220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:38,225 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:38,225 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:38,225 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:38,225 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:38,225 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:38,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40826 deadline: 1731130118221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:38,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40850 deadline: 1731130118221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:38,225 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:38,225 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:38,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40822 deadline: 1731130118221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:38,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40800 deadline: 1731130118221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:38,226 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:38,226 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:38,226 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:38,226 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:38,227 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:38,227 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:38,227 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:38,228 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:38,228 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:38,227 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:38,228 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:38,228 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:38,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742521_1697 (size=31971) 2024-11-09T05:27:38,241 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/A/a91aaacdbdfb40eb91fd7b445ee0ba3c as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/a91aaacdbdfb40eb91fd7b445ee0ba3c 2024-11-09T05:27:38,246 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3c07dbfca0ee8420f88a959ab6934a89/A of 3c07dbfca0ee8420f88a959ab6934a89 into a91aaacdbdfb40eb91fd7b445ee0ba3c(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:27:38,246 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3c07dbfca0ee8420f88a959ab6934a89: 2024-11-09T05:27:38,246 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., storeName=3c07dbfca0ee8420f88a959ab6934a89/A, priority=13, startTime=1731130057640; duration=0sec 2024-11-09T05:27:38,246 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:27:38,246 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3c07dbfca0ee8420f88a959ab6934a89:A 2024-11-09T05:27:38,319 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/B/961259452aeb426189936e48f4a27c13 2024-11-09T05:27:38,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/C/f9b9eaa6eccf4543899eb76cee48660d is 50, key is test_row_0/C:col10/1731130056723/Put/seqid=0 2024-11-09T05:27:38,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742522_1698 (size=12301) 2024-11-09T05:27:38,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-11-09T05:27:38,534 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:38,534 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:38,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40830 deadline: 1731130118531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:38,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40850 deadline: 1731130118531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:38,534 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:38,534 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:38,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40800 deadline: 1731130118531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:38,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40822 deadline: 1731130118531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:38,534 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:38,534 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:38,534 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:38,534 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:38,534 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:38,534 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:38,535 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:38,535 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:38,535 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:38,535 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:38,535 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:38,535 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:38,541 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:38,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40826 deadline: 1731130118540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:38,542 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:38,542 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:38,542 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:38,806 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/C/f9b9eaa6eccf4543899eb76cee48660d 2024-11-09T05:27:38,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/A/3ac93e6fd53e44faa11a1d73d01c3465 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/3ac93e6fd53e44faa11a1d73d01c3465 2024-11-09T05:27:38,817 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/3ac93e6fd53e44faa11a1d73d01c3465, entries=150, sequenceid=319, filesize=30.5 K 2024-11-09T05:27:38,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/B/961259452aeb426189936e48f4a27c13 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/961259452aeb426189936e48f4a27c13 2024-11-09T05:27:38,822 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/961259452aeb426189936e48f4a27c13, entries=150, sequenceid=319, filesize=12.0 K 2024-11-09T05:27:38,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/C/f9b9eaa6eccf4543899eb76cee48660d as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/f9b9eaa6eccf4543899eb76cee48660d 2024-11-09T05:27:38,825 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/f9b9eaa6eccf4543899eb76cee48660d, entries=150, sequenceid=319, filesize=12.0 K 2024-11-09T05:27:38,826 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=120.76 KB/123660 for 3c07dbfca0ee8420f88a959ab6934a89 in 1141ms, sequenceid=319, compaction requested=false 2024-11-09T05:27:38,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(2603): Flush status journal for 3c07dbfca0ee8420f88a959ab6934a89: 2024-11-09T05:27:38,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. 2024-11-09T05:27:38,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=175 2024-11-09T05:27:38,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4169): Remote procedure done, pid=175 2024-11-09T05:27:38,829 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=175, resume processing ppid=174 2024-11-09T05:27:38,829 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=175, ppid=174, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4500 sec 2024-11-09T05:27:38,831 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=174, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=174, table=TestAcidGuarantees in 1.4550 sec 2024-11-09T05:27:39,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(8855): Flush requested on 3c07dbfca0ee8420f88a959ab6934a89 2024-11-09T05:27:39,044 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T05:27:39,044 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3c07dbfca0ee8420f88a959ab6934a89 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-09T05:27:39,054 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110920dd147ab4d04ce48c80f0aef47f4e6f_3c07dbfca0ee8420f88a959ab6934a89 is 50, key is test_row_0/A:col10/1731130059043/Put/seqid=0 2024-11-09T05:27:39,064 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:39,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40850 deadline: 1731130119058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:39,064 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:39,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40830 deadline: 1731130119059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:39,065 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:39,065 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:39,065 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:39,065 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:39,065 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:39,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40826 deadline: 1731130119061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:39,065 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:39,065 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:39,065 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:39,065 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:39,065 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:39,068 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:39,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40800 deadline: 1731130119063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:39,068 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:39,068 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:39,068 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:39,068 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:39,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40822 deadline: 1731130119063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:39,069 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:39,069 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:39,069 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:39,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742523_1699 (size=12454) 2024-11-09T05:27:39,074 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:27:39,082 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110920dd147ab4d04ce48c80f0aef47f4e6f_3c07dbfca0ee8420f88a959ab6934a89 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110920dd147ab4d04ce48c80f0aef47f4e6f_3c07dbfca0ee8420f88a959ab6934a89 2024-11-09T05:27:39,083 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/A/052cadac38f943578866ca56352be2c0, store: [table=TestAcidGuarantees family=A region=3c07dbfca0ee8420f88a959ab6934a89] 2024-11-09T05:27:39,084 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/A/052cadac38f943578866ca56352be2c0 is 175, key is test_row_0/A:col10/1731130059043/Put/seqid=0 2024-11-09T05:27:39,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742524_1700 (size=31255) 2024-11-09T05:27:39,091 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=345, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/A/052cadac38f943578866ca56352be2c0 2024-11-09T05:27:39,101 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/B/56ff09937fdc4379b3e4f7bd8ea8cccc is 50, key is test_row_0/B:col10/1731130059043/Put/seqid=0 2024-11-09T05:27:39,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742525_1701 (size=12301) 2024-11-09T05:27:39,120 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=345 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/B/56ff09937fdc4379b3e4f7bd8ea8cccc 2024-11-09T05:27:39,134 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/C/5cbe5f7dd6244c35bb7cf1665e8cd924 is 50, key is test_row_0/C:col10/1731130059043/Put/seqid=0 2024-11-09T05:27:39,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742526_1702 (size=12301) 2024-11-09T05:27:39,170 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:39,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40830 deadline: 1731130119170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:39,171 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:39,171 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:39,171 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:39,171 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:39,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40826 deadline: 1731130119170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:39,171 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:39,172 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:39,172 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:39,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40850 deadline: 1731130119170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:39,172 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:39,172 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:39,172 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:39,172 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:39,181 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:39,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40800 deadline: 1731130119180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:39,181 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:39,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40822 deadline: 1731130119180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:39,181 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:39,181 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:39,181 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:39,182 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:39,182 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:39,182 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:39,382 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:39,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40830 deadline: 1731130119380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:39,383 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:39,383 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:39,383 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:39,383 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:39,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40850 deadline: 1731130119380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:39,383 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:39,383 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:39,383 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:39,383 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:39,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40826 deadline: 1731130119380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:39,384 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:39,384 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:39,384 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:39,392 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:39,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40800 deadline: 1731130119390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:39,392 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:39,392 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:39,393 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:39,393 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:39,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40822 deadline: 1731130119391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:39,393 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:39,393 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:39,393 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:39,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-11-09T05:27:39,530 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T05:27:39,531 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T05:27:39,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] procedure2.ProcedureExecutor(1139): Stored pid=176, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=176, table=TestAcidGuarantees 2024-11-09T05:27:39,532 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=176, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=176, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T05:27:39,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=176 2024-11-09T05:27:39,534 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=176, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=176, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T05:27:39,534 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=177, ppid=176, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T05:27:39,553 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=345 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/C/5cbe5f7dd6244c35bb7cf1665e8cd924 2024-11-09T05:27:39,563 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/A/052cadac38f943578866ca56352be2c0 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/052cadac38f943578866ca56352be2c0 2024-11-09T05:27:39,566 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/052cadac38f943578866ca56352be2c0, entries=150, sequenceid=345, filesize=30.5 K 2024-11-09T05:27:39,568 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/B/56ff09937fdc4379b3e4f7bd8ea8cccc as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/56ff09937fdc4379b3e4f7bd8ea8cccc 2024-11-09T05:27:39,571 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/56ff09937fdc4379b3e4f7bd8ea8cccc, entries=150, sequenceid=345, filesize=12.0 K 2024-11-09T05:27:39,572 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/C/5cbe5f7dd6244c35bb7cf1665e8cd924 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/5cbe5f7dd6244c35bb7cf1665e8cd924 2024-11-09T05:27:39,575 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/5cbe5f7dd6244c35bb7cf1665e8cd924, entries=150, sequenceid=345, filesize=12.0 K 2024-11-09T05:27:39,576 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for 3c07dbfca0ee8420f88a959ab6934a89 in 532ms, sequenceid=345, compaction requested=true 2024-11-09T05:27:39,576 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3c07dbfca0ee8420f88a959ab6934a89: 2024-11-09T05:27:39,576 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:27:39,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3c07dbfca0ee8420f88a959ab6934a89:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T05:27:39,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:27:39,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3c07dbfca0ee8420f88a959ab6934a89:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T05:27:39,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:27:39,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3c07dbfca0ee8420f88a959ab6934a89:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T05:27:39,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:27:39,577 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:27:39,577 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94481 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:27:39,578 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1541): 3c07dbfca0ee8420f88a959ab6934a89/A is initiating minor compaction (all files) 2024-11-09T05:27:39,578 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3c07dbfca0ee8420f88a959ab6934a89/A in TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. 2024-11-09T05:27:39,578 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/a91aaacdbdfb40eb91fd7b445ee0ba3c, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/3ac93e6fd53e44faa11a1d73d01c3465, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/052cadac38f943578866ca56352be2c0] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp, totalSize=92.3 K 2024-11-09T05:27:39,578 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. 2024-11-09T05:27:39,578 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. files: [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/a91aaacdbdfb40eb91fd7b445ee0ba3c, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/3ac93e6fd53e44faa11a1d73d01c3465, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/052cadac38f943578866ca56352be2c0] 2024-11-09T05:27:39,578 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:27:39,578 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting a91aaacdbdfb40eb91fd7b445ee0ba3c, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1731130056071 2024-11-09T05:27:39,578 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1541): 3c07dbfca0ee8420f88a959ab6934a89/B is initiating minor compaction (all files) 2024-11-09T05:27:39,578 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3c07dbfca0ee8420f88a959ab6934a89/B in TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. 2024-11-09T05:27:39,578 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/307bce0de1fc4305811ab188ccb6dfe9, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/961259452aeb426189936e48f4a27c13, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/56ff09937fdc4379b3e4f7bd8ea8cccc] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp, totalSize=36.7 K 2024-11-09T05:27:39,578 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3ac93e6fd53e44faa11a1d73d01c3465, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1731130056720 2024-11-09T05:27:39,579 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 307bce0de1fc4305811ab188ccb6dfe9, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1731130056071 2024-11-09T05:27:39,579 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 052cadac38f943578866ca56352be2c0, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=345, earliestPutTs=1731130057887 2024-11-09T05:27:39,579 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 961259452aeb426189936e48f4a27c13, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1731130056720 2024-11-09T05:27:39,580 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 56ff09937fdc4379b3e4f7bd8ea8cccc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=345, earliestPutTs=1731130057887 2024-11-09T05:27:39,602 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3c07dbfca0ee8420f88a959ab6934a89] 2024-11-09T05:27:39,614 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3c07dbfca0ee8420f88a959ab6934a89#B#compaction#594 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:27:39,614 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/B/6f08ea2a7a1943f0a7f6ab70c963282a is 50, key is test_row_0/B:col10/1731130059043/Put/seqid=0 2024-11-09T05:27:39,616 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241109566e08f140084ae1a91d77719653eec3_3c07dbfca0ee8420f88a959ab6934a89 store=[table=TestAcidGuarantees family=A region=3c07dbfca0ee8420f88a959ab6934a89] 2024-11-09T05:27:39,617 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241109566e08f140084ae1a91d77719653eec3_3c07dbfca0ee8420f88a959ab6934a89, store=[table=TestAcidGuarantees family=A region=3c07dbfca0ee8420f88a959ab6934a89] 2024-11-09T05:27:39,617 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109566e08f140084ae1a91d77719653eec3_3c07dbfca0ee8420f88a959ab6934a89 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3c07dbfca0ee8420f88a959ab6934a89] 2024-11-09T05:27:39,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=176 2024-11-09T05:27:39,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742527_1703 (size=13119) 2024-11-09T05:27:39,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742528_1704 (size=4469) 2024-11-09T05:27:39,688 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=177 2024-11-09T05:27:39,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. 2024-11-09T05:27:39,689 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HRegion(2902): Flushing 3c07dbfca0ee8420f88a959ab6934a89 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-09T05:27:39,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(8855): Flush requested on 3c07dbfca0ee8420f88a959ab6934a89 2024-11-09T05:27:39,693 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. as already flushing 2024-11-09T05:27:39,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109da7ba2f347544eea9e7e361efc1e01e3_3c07dbfca0ee8420f88a959ab6934a89 is 50, key is test_row_0/A:col10/1731130059059/Put/seqid=0 2024-11-09T05:27:39,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742529_1705 (size=12454) 2024-11-09T05:27:39,731 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:39,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40850 deadline: 1731130119723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:39,732 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:39,732 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:39,732 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:39,732 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:39,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40830 deadline: 1731130119725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:39,733 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:39,733 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:39,733 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:39,736 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:39,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40800 deadline: 1731130119728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:39,737 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:39,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40822 deadline: 1731130119730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:39,737 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:39,737 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:39,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40826 deadline: 1731130119733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:39,737 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:39,737 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:39,738 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:39,738 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:39,738 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:39,739 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:39,739 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:39,739 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:39,842 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:39,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40850 deadline: 1731130119840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:39,843 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:39,843 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:39,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40830 deadline: 1731130119840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:39,843 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:39,843 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:39,843 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:39,843 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:39,843 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:39,845 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:39,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40822 deadline: 1731130119840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:39,845 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:39,845 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:39,845 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:39,845 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:39,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40800 deadline: 1731130119840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:39,846 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:39,846 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:39,846 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:39,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=176 2024-11-09T05:27:39,856 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:39,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40826 deadline: 1731130119850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:39,856 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:39,856 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:39,856 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:40,052 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:40,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40850 deadline: 1731130120050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:40,052 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:40,052 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:40,052 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:40,052 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:40,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40830 deadline: 1731130120050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:40,052 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:40,052 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:40,052 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:40,052 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:40,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40822 deadline: 1731130120050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:40,053 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:40,053 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:40,053 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:40,053 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:40,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40800 deadline: 1731130120050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:40,053 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:40,053 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:40,053 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:40,060 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:40,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40826 deadline: 1731130120059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:40,061 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:40,061 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:40,061 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:40,061 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/B/6f08ea2a7a1943f0a7f6ab70c963282a as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/6f08ea2a7a1943f0a7f6ab70c963282a 2024-11-09T05:27:40,068 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3c07dbfca0ee8420f88a959ab6934a89/B of 3c07dbfca0ee8420f88a959ab6934a89 into 6f08ea2a7a1943f0a7f6ab70c963282a(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:27:40,068 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3c07dbfca0ee8420f88a959ab6934a89: 2024-11-09T05:27:40,068 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., storeName=3c07dbfca0ee8420f88a959ab6934a89/B, priority=13, startTime=1731130059577; duration=0sec 2024-11-09T05:27:40,068 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:27:40,068 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3c07dbfca0ee8420f88a959ab6934a89:B 2024-11-09T05:27:40,068 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:27:40,070 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:27:40,070 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1541): 3c07dbfca0ee8420f88a959ab6934a89/C is initiating minor compaction (all files) 2024-11-09T05:27:40,070 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3c07dbfca0ee8420f88a959ab6934a89/C in TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. 2024-11-09T05:27:40,071 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/1b42e1abb3ca476f88f43be22989e44b, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/f9b9eaa6eccf4543899eb76cee48660d, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/5cbe5f7dd6244c35bb7cf1665e8cd924] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp, totalSize=36.7 K 2024-11-09T05:27:40,071 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 1b42e1abb3ca476f88f43be22989e44b, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1731130056071 2024-11-09T05:27:40,072 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting f9b9eaa6eccf4543899eb76cee48660d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1731130056720 2024-11-09T05:27:40,072 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 5cbe5f7dd6244c35bb7cf1665e8cd924, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=345, earliestPutTs=1731130057887 2024-11-09T05:27:40,075 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3c07dbfca0ee8420f88a959ab6934a89#A#compaction#593 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:27:40,078 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/A/258bd5b4c4d94293bfa7008e306d4051 is 175, key is test_row_0/A:col10/1731130059043/Put/seqid=0 2024-11-09T05:27:40,079 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3c07dbfca0ee8420f88a959ab6934a89#C#compaction#596 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:27:40,079 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/C/31ff10d525c14bfea1292944091ad2a9 is 50, key is test_row_0/C:col10/1731130059043/Put/seqid=0 2024-11-09T05:27:40,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742530_1706 (size=32073) 2024-11-09T05:27:40,107 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/A/258bd5b4c4d94293bfa7008e306d4051 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/258bd5b4c4d94293bfa7008e306d4051 2024-11-09T05:27:40,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742531_1707 (size=13119) 2024-11-09T05:27:40,129 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3c07dbfca0ee8420f88a959ab6934a89/A of 3c07dbfca0ee8420f88a959ab6934a89 into 258bd5b4c4d94293bfa7008e306d4051(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:27:40,129 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3c07dbfca0ee8420f88a959ab6934a89: 2024-11-09T05:27:40,129 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., storeName=3c07dbfca0ee8420f88a959ab6934a89/A, priority=13, startTime=1731130059576; duration=0sec 2024-11-09T05:27:40,130 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:27:40,130 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3c07dbfca0ee8420f88a959ab6934a89:A 2024-11-09T05:27:40,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:27:40,132 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/C/31ff10d525c14bfea1292944091ad2a9 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/31ff10d525c14bfea1292944091ad2a9 2024-11-09T05:27:40,133 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109da7ba2f347544eea9e7e361efc1e01e3_3c07dbfca0ee8420f88a959ab6934a89 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109da7ba2f347544eea9e7e361efc1e01e3_3c07dbfca0ee8420f88a959ab6934a89 2024-11-09T05:27:40,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/A/6ac66293ab9b4356a29f028389a0308b, store: [table=TestAcidGuarantees family=A region=3c07dbfca0ee8420f88a959ab6934a89] 2024-11-09T05:27:40,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/A/6ac66293ab9b4356a29f028389a0308b is 175, key is test_row_0/A:col10/1731130059059/Put/seqid=0 2024-11-09T05:27:40,136 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3c07dbfca0ee8420f88a959ab6934a89/C of 3c07dbfca0ee8420f88a959ab6934a89 into 31ff10d525c14bfea1292944091ad2a9(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:27:40,136 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3c07dbfca0ee8420f88a959ab6934a89: 2024-11-09T05:27:40,136 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., storeName=3c07dbfca0ee8420f88a959ab6934a89/C, priority=13, startTime=1731130059577; duration=0sec 2024-11-09T05:27:40,137 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:27:40,137 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3c07dbfca0ee8420f88a959ab6934a89:C 2024-11-09T05:27:40,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=176 2024-11-09T05:27:40,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742532_1708 (size=31255) 2024-11-09T05:27:40,362 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:40,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40822 deadline: 1731130120360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:40,363 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:40,363 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:40,363 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:40,363 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:40,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40850 deadline: 1731130120360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:40,363 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:40,363 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:40,363 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:40,363 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:40,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40800 deadline: 1731130120360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:40,363 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:40,363 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:40,363 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:40,363 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:40,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40830 deadline: 1731130120361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:40,364 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:40,364 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:40,364 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:40,372 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:40,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40826 deadline: 1731130120370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:40,372 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:40,372 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:40,372 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:40,566 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=359, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/A/6ac66293ab9b4356a29f028389a0308b 2024-11-09T05:27:40,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/B/1a24bea681d842cca662da45c34129a6 is 50, key is test_row_0/B:col10/1731130059059/Put/seqid=0 2024-11-09T05:27:40,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742533_1709 (size=12301) 2024-11-09T05:27:40,618 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=359 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/B/1a24bea681d842cca662da45c34129a6 2024-11-09T05:27:40,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/C/5cd3980ffaf44cd498c1903e4547fb57 is 50, key is test_row_0/C:col10/1731130059059/Put/seqid=0 2024-11-09T05:27:40,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742534_1710 (size=12301) 2024-11-09T05:27:40,668 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=359 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/C/5cd3980ffaf44cd498c1903e4547fb57 2024-11-09T05:27:40,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=176 2024-11-09T05:27:40,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/A/6ac66293ab9b4356a29f028389a0308b as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/6ac66293ab9b4356a29f028389a0308b 2024-11-09T05:27:40,679 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/6ac66293ab9b4356a29f028389a0308b, entries=150, sequenceid=359, filesize=30.5 K 2024-11-09T05:27:40,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/B/1a24bea681d842cca662da45c34129a6 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/1a24bea681d842cca662da45c34129a6 2024-11-09T05:27:40,684 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/1a24bea681d842cca662da45c34129a6, entries=150, sequenceid=359, filesize=12.0 K 2024-11-09T05:27:40,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/C/5cd3980ffaf44cd498c1903e4547fb57 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/5cd3980ffaf44cd498c1903e4547fb57 2024-11-09T05:27:40,689 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/5cd3980ffaf44cd498c1903e4547fb57, entries=150, sequenceid=359, filesize=12.0 K 2024-11-09T05:27:40,689 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 3c07dbfca0ee8420f88a959ab6934a89 in 1000ms, sequenceid=359, compaction requested=false 2024-11-09T05:27:40,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HRegion(2603): Flush status journal for 3c07dbfca0ee8420f88a959ab6934a89: 2024-11-09T05:27:40,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. 2024-11-09T05:27:40,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=177 2024-11-09T05:27:40,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4169): Remote procedure done, pid=177 2024-11-09T05:27:40,693 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=177, resume processing ppid=176 2024-11-09T05:27:40,693 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=177, ppid=176, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1570 sec 2024-11-09T05:27:40,696 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=176, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=176, table=TestAcidGuarantees in 1.1630 sec 2024-11-09T05:27:40,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(8855): Flush requested on 3c07dbfca0ee8420f88a959ab6934a89 2024-11-09T05:27:40,873 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T05:27:40,873 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3c07dbfca0ee8420f88a959ab6934a89 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-09T05:27:40,887 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:40,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40850 deadline: 1731130120881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:40,887 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:40,887 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:40,887 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:40,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40800 deadline: 1731130120883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:40,887 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:40,887 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:40,887 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:40,887 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:40,888 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109d48bdb07853a431893430e19b190a831_3c07dbfca0ee8420f88a959ab6934a89 is 50, key is test_row_0/A:col10/1731130060873/Put/seqid=0 2024-11-09T05:27:40,890 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:40,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40830 deadline: 1731130120885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:40,890 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:40,890 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:40,890 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:40,891 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:40,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40826 deadline: 1731130120887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:40,891 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:40,891 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:40,891 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:40,891 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:40,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40822 deadline: 1731130120887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:40,892 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:40,892 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:40,892 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:40,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742535_1711 (size=17534) 2024-11-09T05:27:40,898 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:27:40,903 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109d48bdb07853a431893430e19b190a831_3c07dbfca0ee8420f88a959ab6934a89 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109d48bdb07853a431893430e19b190a831_3c07dbfca0ee8420f88a959ab6934a89 2024-11-09T05:27:40,904 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/A/aa2fe50363c64bdcbc55bcbe61422ff4, store: [table=TestAcidGuarantees family=A region=3c07dbfca0ee8420f88a959ab6934a89] 2024-11-09T05:27:40,905 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/A/aa2fe50363c64bdcbc55bcbe61422ff4 is 175, key is test_row_0/A:col10/1731130060873/Put/seqid=0 2024-11-09T05:27:40,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742536_1712 (size=48639) 2024-11-09T05:27:40,956 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=387, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/A/aa2fe50363c64bdcbc55bcbe61422ff4 2024-11-09T05:27:40,974 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/B/74fdfa36f9a64933a567e267eb70231b is 50, key is test_row_0/B:col10/1731130060873/Put/seqid=0 2024-11-09T05:27:40,992 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:40,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40850 deadline: 1731130120990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:40,992 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:40,992 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:40,992 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:40,992 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:40,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40800 deadline: 1731130120990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:40,992 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:40,992 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:40,992 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:41,003 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:41,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40826 deadline: 1731130121000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:41,003 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:41,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40830 deadline: 1731130121001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:41,003 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:41,004 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:41,004 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:41,004 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:41,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40822 deadline: 1731130121001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:41,004 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:41,004 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:41,004 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:41,004 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:41,004 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:41,004 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:41,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742537_1713 (size=12301) 2024-11-09T05:27:41,033 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=387 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/B/74fdfa36f9a64933a567e267eb70231b 2024-11-09T05:27:41,050 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/C/ea9d7a09f5c243f29d98a85d97a0e5d6 is 50, key is test_row_0/C:col10/1731130060873/Put/seqid=0 2024-11-09T05:27:41,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742538_1714 (size=12301) 2024-11-09T05:27:41,066 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=387 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/C/ea9d7a09f5c243f29d98a85d97a0e5d6 2024-11-09T05:27:41,076 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/A/aa2fe50363c64bdcbc55bcbe61422ff4 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/aa2fe50363c64bdcbc55bcbe61422ff4 2024-11-09T05:27:41,081 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/aa2fe50363c64bdcbc55bcbe61422ff4, entries=250, sequenceid=387, filesize=47.5 K 2024-11-09T05:27:41,082 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/B/74fdfa36f9a64933a567e267eb70231b as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/74fdfa36f9a64933a567e267eb70231b 2024-11-09T05:27:41,085 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/74fdfa36f9a64933a567e267eb70231b, entries=150, sequenceid=387, filesize=12.0 K 2024-11-09T05:27:41,086 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/C/ea9d7a09f5c243f29d98a85d97a0e5d6 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/ea9d7a09f5c243f29d98a85d97a0e5d6 2024-11-09T05:27:41,091 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/ea9d7a09f5c243f29d98a85d97a0e5d6, entries=150, sequenceid=387, filesize=12.0 K 2024-11-09T05:27:41,092 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 3c07dbfca0ee8420f88a959ab6934a89 in 219ms, sequenceid=387, compaction requested=true 2024-11-09T05:27:41,092 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3c07dbfca0ee8420f88a959ab6934a89: 2024-11-09T05:27:41,092 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3c07dbfca0ee8420f88a959ab6934a89:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T05:27:41,092 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:27:41,092 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:27:41,092 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:27:41,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3c07dbfca0ee8420f88a959ab6934a89:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T05:27:41,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:27:41,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3c07dbfca0ee8420f88a959ab6934a89:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T05:27:41,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:27:41,094 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:27:41,094 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1541): 3c07dbfca0ee8420f88a959ab6934a89/B is initiating minor compaction (all files) 2024-11-09T05:27:41,094 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111967 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:27:41,094 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3c07dbfca0ee8420f88a959ab6934a89/B in TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. 2024-11-09T05:27:41,094 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1541): 3c07dbfca0ee8420f88a959ab6934a89/A is initiating minor compaction (all files) 2024-11-09T05:27:41,094 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/6f08ea2a7a1943f0a7f6ab70c963282a, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/1a24bea681d842cca662da45c34129a6, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/74fdfa36f9a64933a567e267eb70231b] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp, totalSize=36.8 K 2024-11-09T05:27:41,094 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3c07dbfca0ee8420f88a959ab6934a89/A in TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. 2024-11-09T05:27:41,094 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/258bd5b4c4d94293bfa7008e306d4051, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/6ac66293ab9b4356a29f028389a0308b, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/aa2fe50363c64bdcbc55bcbe61422ff4] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp, totalSize=109.3 K 2024-11-09T05:27:41,094 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. 2024-11-09T05:27:41,095 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. files: [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/258bd5b4c4d94293bfa7008e306d4051, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/6ac66293ab9b4356a29f028389a0308b, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/aa2fe50363c64bdcbc55bcbe61422ff4] 2024-11-09T05:27:41,095 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 258bd5b4c4d94293bfa7008e306d4051, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=345, earliestPutTs=1731130057887 2024-11-09T05:27:41,095 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 6f08ea2a7a1943f0a7f6ab70c963282a, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=345, earliestPutTs=1731130057887 2024-11-09T05:27:41,095 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6ac66293ab9b4356a29f028389a0308b, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1731130059059 2024-11-09T05:27:41,095 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 1a24bea681d842cca662da45c34129a6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1731130059059 2024-11-09T05:27:41,095 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting aa2fe50363c64bdcbc55bcbe61422ff4, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=387, earliestPutTs=1731130059719 2024-11-09T05:27:41,095 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 74fdfa36f9a64933a567e267eb70231b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=387, earliestPutTs=1731130060871 2024-11-09T05:27:41,102 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3c07dbfca0ee8420f88a959ab6934a89] 2024-11-09T05:27:41,105 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3c07dbfca0ee8420f88a959ab6934a89#B#compaction#603 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:27:41,105 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/B/67ea11d4d01f4de9b95ce83d5995d459 is 50, key is test_row_0/B:col10/1731130060873/Put/seqid=0 2024-11-09T05:27:41,118 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241109b9566b50de734be0a52c6bd0294afc4b_3c07dbfca0ee8420f88a959ab6934a89 store=[table=TestAcidGuarantees family=A region=3c07dbfca0ee8420f88a959ab6934a89] 2024-11-09T05:27:41,120 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241109b9566b50de734be0a52c6bd0294afc4b_3c07dbfca0ee8420f88a959ab6934a89, store=[table=TestAcidGuarantees family=A region=3c07dbfca0ee8420f88a959ab6934a89] 2024-11-09T05:27:41,120 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109b9566b50de734be0a52c6bd0294afc4b_3c07dbfca0ee8420f88a959ab6934a89 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3c07dbfca0ee8420f88a959ab6934a89] 2024-11-09T05:27:41,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742539_1715 (size=13221) 2024-11-09T05:27:41,158 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/B/67ea11d4d01f4de9b95ce83d5995d459 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/67ea11d4d01f4de9b95ce83d5995d459 2024-11-09T05:27:41,164 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3c07dbfca0ee8420f88a959ab6934a89/B of 3c07dbfca0ee8420f88a959ab6934a89 into 67ea11d4d01f4de9b95ce83d5995d459(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:27:41,164 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3c07dbfca0ee8420f88a959ab6934a89: 2024-11-09T05:27:41,165 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., storeName=3c07dbfca0ee8420f88a959ab6934a89/B, priority=13, startTime=1731130061092; duration=0sec 2024-11-09T05:27:41,165 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:27:41,165 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3c07dbfca0ee8420f88a959ab6934a89:B 2024-11-09T05:27:41,165 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:27:41,166 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:27:41,166 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1541): 3c07dbfca0ee8420f88a959ab6934a89/C is initiating minor compaction (all files) 2024-11-09T05:27:41,166 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3c07dbfca0ee8420f88a959ab6934a89/C in TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. 2024-11-09T05:27:41,166 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/31ff10d525c14bfea1292944091ad2a9, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/5cd3980ffaf44cd498c1903e4547fb57, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/ea9d7a09f5c243f29d98a85d97a0e5d6] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp, totalSize=36.8 K 2024-11-09T05:27:41,167 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 31ff10d525c14bfea1292944091ad2a9, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=345, earliestPutTs=1731130057887 2024-11-09T05:27:41,167 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 5cd3980ffaf44cd498c1903e4547fb57, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1731130059059 2024-11-09T05:27:41,167 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting ea9d7a09f5c243f29d98a85d97a0e5d6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=387, earliestPutTs=1731130060871 2024-11-09T05:27:41,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742540_1716 (size=4469) 2024-11-09T05:27:41,197 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3c07dbfca0ee8420f88a959ab6934a89#C#compaction#604 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:27:41,198 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/C/08a6cf9554a34f9ebf01c557f902f613 is 50, key is test_row_0/C:col10/1731130060873/Put/seqid=0 2024-11-09T05:27:41,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742541_1717 (size=13221) 2024-11-09T05:27:41,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(8855): Flush requested on 3c07dbfca0ee8420f88a959ab6934a89 2024-11-09T05:27:41,204 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T05:27:41,204 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3c07dbfca0ee8420f88a959ab6934a89 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-09T05:27:41,222 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/C/08a6cf9554a34f9ebf01c557f902f613 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/08a6cf9554a34f9ebf01c557f902f613 2024-11-09T05:27:41,226 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109e5a481eb87204d42a73e3fc0aba9216f_3c07dbfca0ee8420f88a959ab6934a89 is 50, key is test_row_0/A:col10/1731130061202/Put/seqid=0 2024-11-09T05:27:41,242 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3c07dbfca0ee8420f88a959ab6934a89/C of 3c07dbfca0ee8420f88a959ab6934a89 into 08a6cf9554a34f9ebf01c557f902f613(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:27:41,243 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3c07dbfca0ee8420f88a959ab6934a89: 2024-11-09T05:27:41,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742542_1718 (size=12454) 2024-11-09T05:27:41,244 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., storeName=3c07dbfca0ee8420f88a959ab6934a89/C, priority=13, startTime=1731130061093; duration=0sec 2024-11-09T05:27:41,244 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:27:41,244 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3c07dbfca0ee8420f88a959ab6934a89:C 2024-11-09T05:27:41,244 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:27:41,247 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109e5a481eb87204d42a73e3fc0aba9216f_3c07dbfca0ee8420f88a959ab6934a89 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109e5a481eb87204d42a73e3fc0aba9216f_3c07dbfca0ee8420f88a959ab6934a89 2024-11-09T05:27:41,247 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/A/79daa94858f247dcbc492014b71cb9e6, store: [table=TestAcidGuarantees family=A region=3c07dbfca0ee8420f88a959ab6934a89] 2024-11-09T05:27:41,248 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/A/79daa94858f247dcbc492014b71cb9e6 is 175, key is test_row_0/A:col10/1731130061202/Put/seqid=0 2024-11-09T05:27:41,272 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:41,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40830 deadline: 1731130121264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:41,273 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:41,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40822 deadline: 1731130121265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:41,273 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:41,273 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:41,273 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:41,273 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:41,273 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:41,273 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:41,277 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:41,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40826 deadline: 1731130121271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:41,278 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:41,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40850 deadline: 1731130121273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:41,278 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:41,278 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:41,278 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:41,278 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:41,278 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:41,278 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:41,280 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:41,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40800 deadline: 1731130121274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:41,281 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:41,281 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:41,281 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:41,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742543_1719 (size=31255) 2024-11-09T05:27:41,291 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=402, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/A/79daa94858f247dcbc492014b71cb9e6 2024-11-09T05:27:41,297 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/B/c391368cb9924a7ab7046459315ed03d is 50, key is test_row_0/B:col10/1731130061202/Put/seqid=0 2024-11-09T05:27:41,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742544_1720 (size=12301) 2024-11-09T05:27:41,309 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=402 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/B/c391368cb9924a7ab7046459315ed03d 2024-11-09T05:27:41,319 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/C/47298d1ba0c14e07b84faa39e3696faf is 50, key is test_row_0/C:col10/1731130061202/Put/seqid=0 2024-11-09T05:27:41,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742545_1721 (size=12301) 2024-11-09T05:27:41,371 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=402 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/C/47298d1ba0c14e07b84faa39e3696faf 2024-11-09T05:27:41,374 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/A/79daa94858f247dcbc492014b71cb9e6 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/79daa94858f247dcbc492014b71cb9e6 2024-11-09T05:27:41,378 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/79daa94858f247dcbc492014b71cb9e6, entries=150, sequenceid=402, filesize=30.5 K 2024-11-09T05:27:41,379 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/B/c391368cb9924a7ab7046459315ed03d as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/c391368cb9924a7ab7046459315ed03d 2024-11-09T05:27:41,384 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:41,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40830 deadline: 1731130121381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:41,384 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/c391368cb9924a7ab7046459315ed03d, entries=150, sequenceid=402, filesize=12.0 K 2024-11-09T05:27:41,384 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:41,384 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:41,384 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:41,385 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:41,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40822 deadline: 1731130121381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:41,385 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:41,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40850 deadline: 1731130121381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:41,385 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:41,385 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:41,385 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:41,385 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:41,385 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:41,385 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:41,386 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/C/47298d1ba0c14e07b84faa39e3696faf as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/47298d1ba0c14e07b84faa39e3696faf 2024-11-09T05:27:41,389 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/47298d1ba0c14e07b84faa39e3696faf, entries=150, sequenceid=402, filesize=12.0 K 2024-11-09T05:27:41,391 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 3c07dbfca0ee8420f88a959ab6934a89 in 187ms, sequenceid=402, compaction requested=false 2024-11-09T05:27:41,391 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3c07dbfca0ee8420f88a959ab6934a89: 2024-11-09T05:27:41,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(8855): Flush requested on 3c07dbfca0ee8420f88a959ab6934a89 2024-11-09T05:27:41,393 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T05:27:41,394 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3c07dbfca0ee8420f88a959ab6934a89 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-09T05:27:41,410 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411095b75c478bbe748e089a106dc67dacf59_3c07dbfca0ee8420f88a959ab6934a89 is 50, key is test_row_0/A:col10/1731130061270/Put/seqid=0 2024-11-09T05:27:41,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742546_1722 (size=14994) 2024-11-09T05:27:41,423 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:27:41,425 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:41,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40826 deadline: 1731130121419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:41,426 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:41,426 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:41,426 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:41,428 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411095b75c478bbe748e089a106dc67dacf59_3c07dbfca0ee8420f88a959ab6934a89 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411095b75c478bbe748e089a106dc67dacf59_3c07dbfca0ee8420f88a959ab6934a89 2024-11-09T05:27:41,430 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/A/03189786eae74f44b274188fad5ca43f, store: [table=TestAcidGuarantees family=A region=3c07dbfca0ee8420f88a959ab6934a89] 2024-11-09T05:27:41,430 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:41,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40800 deadline: 1731130121426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:41,431 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/A/03189786eae74f44b274188fad5ca43f is 175, key is test_row_0/A:col10/1731130061270/Put/seqid=0 2024-11-09T05:27:41,431 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:41,431 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:41,431 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:41,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742547_1723 (size=39949) 2024-11-09T05:27:41,455 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=426, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/A/03189786eae74f44b274188fad5ca43f 2024-11-09T05:27:41,482 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/B/fd8f7e215f104b5b87e77833327fe764 is 50, key is test_row_0/B:col10/1731130061270/Put/seqid=0 2024-11-09T05:27:41,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742548_1724 (size=12301) 2024-11-09T05:27:41,518 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=426 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/B/fd8f7e215f104b5b87e77833327fe764 2024-11-09T05:27:41,533 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:41,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40826 deadline: 1731130121530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:41,534 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:41,534 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:41,534 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:41,538 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/C/78aed97ac1db41c8ac808b12fe65a548 is 50, key is test_row_0/C:col10/1731130061270/Put/seqid=0 2024-11-09T05:27:41,544 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:41,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40800 deadline: 1731130121540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:41,544 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:41,544 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:41,544 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:41,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742549_1725 (size=12301) 2024-11-09T05:27:41,559 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=426 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/C/78aed97ac1db41c8ac808b12fe65a548 2024-11-09T05:27:41,564 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/A/03189786eae74f44b274188fad5ca43f as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/03189786eae74f44b274188fad5ca43f 2024-11-09T05:27:41,568 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/03189786eae74f44b274188fad5ca43f, entries=200, sequenceid=426, filesize=39.0 K 2024-11-09T05:27:41,569 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/B/fd8f7e215f104b5b87e77833327fe764 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/fd8f7e215f104b5b87e77833327fe764 2024-11-09T05:27:41,573 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/fd8f7e215f104b5b87e77833327fe764, entries=150, sequenceid=426, filesize=12.0 K 2024-11-09T05:27:41,574 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/C/78aed97ac1db41c8ac808b12fe65a548 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/78aed97ac1db41c8ac808b12fe65a548 2024-11-09T05:27:41,577 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/78aed97ac1db41c8ac808b12fe65a548, entries=150, sequenceid=426, filesize=12.0 K 2024-11-09T05:27:41,578 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 3c07dbfca0ee8420f88a959ab6934a89 in 185ms, sequenceid=426, compaction requested=true 2024-11-09T05:27:41,578 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3c07dbfca0ee8420f88a959ab6934a89: 2024-11-09T05:27:41,578 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 3 compacting, 2 eligible, 16 blocking 2024-11-09T05:27:41,578 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3c07dbfca0ee8420f88a959ab6934a89:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T05:27:41,578 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:27:41,578 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3c07dbfca0ee8420f88a959ab6934a89:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T05:27:41,578 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:27:41,578 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3c07dbfca0ee8420f88a959ab6934a89:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T05:27:41,578 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-09T05:27:41,578 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-09T05:27:41,579 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-09T05:27:41,579 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. because compaction request was cancelled 2024-11-09T05:27:41,579 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3c07dbfca0ee8420f88a959ab6934a89:A 2024-11-09T05:27:41,579 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:27:41,580 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:27:41,580 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1541): 3c07dbfca0ee8420f88a959ab6934a89/B is initiating minor compaction (all files) 2024-11-09T05:27:41,580 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3c07dbfca0ee8420f88a959ab6934a89/B in TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. 2024-11-09T05:27:41,580 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/67ea11d4d01f4de9b95ce83d5995d459, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/c391368cb9924a7ab7046459315ed03d, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/fd8f7e215f104b5b87e77833327fe764] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp, totalSize=36.9 K 2024-11-09T05:27:41,581 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 67ea11d4d01f4de9b95ce83d5995d459, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=387, earliestPutTs=1731130060871 2024-11-09T05:27:41,581 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting c391368cb9924a7ab7046459315ed03d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=402, earliestPutTs=1731130060878 2024-11-09T05:27:41,581 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting fd8f7e215f104b5b87e77833327fe764, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=426, earliestPutTs=1731130061262 2024-11-09T05:27:41,587 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3c07dbfca0ee8420f88a959ab6934a89#A#compaction#602 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:27:41,588 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/A/1a1fba94c10f401eb5724fb004163c8f is 175, key is test_row_0/A:col10/1731130060873/Put/seqid=0 2024-11-09T05:27:41,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(8855): Flush requested on 3c07dbfca0ee8420f88a959ab6934a89 2024-11-09T05:27:41,593 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T05:27:41,593 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3c07dbfca0ee8420f88a959ab6934a89 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-09T05:27:41,593 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3c07dbfca0ee8420f88a959ab6934a89#B#compaction#611 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:27:41,594 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/B/bc65c6839498486698da4e64d2cfcc28 is 50, key is test_row_0/B:col10/1731130061270/Put/seqid=0 2024-11-09T05:27:41,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742550_1726 (size=32175) 2024-11-09T05:27:41,612 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/A/1a1fba94c10f401eb5724fb004163c8f as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/1a1fba94c10f401eb5724fb004163c8f 2024-11-09T05:27:41,626 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109c7239618c01b41bfb8c294bdac0028bd_3c07dbfca0ee8420f88a959ab6934a89 is 50, key is test_row_0/A:col10/1731130061592/Put/seqid=0 2024-11-09T05:27:41,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742551_1727 (size=13323) 2024-11-09T05:27:41,631 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/B/bc65c6839498486698da4e64d2cfcc28 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/bc65c6839498486698da4e64d2cfcc28 2024-11-09T05:27:41,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742552_1728 (size=14994) 2024-11-09T05:27:41,643 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3c07dbfca0ee8420f88a959ab6934a89/A of 3c07dbfca0ee8420f88a959ab6934a89 into 1a1fba94c10f401eb5724fb004163c8f(size=31.4 K), total size for store is 101.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:27:41,643 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3c07dbfca0ee8420f88a959ab6934a89/B of 3c07dbfca0ee8420f88a959ab6934a89 into bc65c6839498486698da4e64d2cfcc28(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:27:41,644 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3c07dbfca0ee8420f88a959ab6934a89: 2024-11-09T05:27:41,644 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3c07dbfca0ee8420f88a959ab6934a89: 2024-11-09T05:27:41,644 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., storeName=3c07dbfca0ee8420f88a959ab6934a89/B, priority=13, startTime=1731130061578; duration=0sec 2024-11-09T05:27:41,644 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., storeName=3c07dbfca0ee8420f88a959ab6934a89/A, priority=13, startTime=1731130061092; duration=0sec 2024-11-09T05:27:41,644 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:27:41,644 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3c07dbfca0ee8420f88a959ab6934a89:B 2024-11-09T05:27:41,644 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:27:41,644 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3c07dbfca0ee8420f88a959ab6934a89:A 2024-11-09T05:27:41,644 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:27:41,645 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:27:41,645 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1541): 3c07dbfca0ee8420f88a959ab6934a89/C is initiating minor compaction (all files) 2024-11-09T05:27:41,645 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3c07dbfca0ee8420f88a959ab6934a89/C in TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. 2024-11-09T05:27:41,645 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/08a6cf9554a34f9ebf01c557f902f613, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/47298d1ba0c14e07b84faa39e3696faf, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/78aed97ac1db41c8ac808b12fe65a548] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp, totalSize=36.9 K 2024-11-09T05:27:41,645 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 08a6cf9554a34f9ebf01c557f902f613, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=387, earliestPutTs=1731130060871 2024-11-09T05:27:41,645 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 47298d1ba0c14e07b84faa39e3696faf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=402, earliestPutTs=1731130060878 2024-11-09T05:27:41,646 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 78aed97ac1db41c8ac808b12fe65a548, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=426, earliestPutTs=1731130061262 2024-11-09T05:27:41,661 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3c07dbfca0ee8420f88a959ab6934a89#C#compaction#613 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:27:41,661 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/C/9929c5c60801489a893cd877df2bf473 is 50, key is test_row_0/C:col10/1731130061270/Put/seqid=0 2024-11-09T05:27:41,674 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:41,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40822 deadline: 1731130121669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:41,674 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:41,674 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:41,674 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:41,677 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:41,677 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:41,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40830 deadline: 1731130121671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:41,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40850 deadline: 1731130121672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:41,677 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:41,677 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:41,677 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:41,677 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:41,677 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:41,677 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:41,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=176 2024-11-09T05:27:41,681 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T05:27:41,682 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T05:27:41,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] procedure2.ProcedureExecutor(1139): Stored pid=178, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=178, table=TestAcidGuarantees 2024-11-09T05:27:41,686 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=178, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=178, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T05:27:41,687 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=178, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=178, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T05:27:41,687 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=179, ppid=178, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T05:27:41,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=178 2024-11-09T05:27:41,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742553_1729 (size=13323) 2024-11-09T05:27:41,695 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/C/9929c5c60801489a893cd877df2bf473 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/9929c5c60801489a893cd877df2bf473 2024-11-09T05:27:41,703 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3c07dbfca0ee8420f88a959ab6934a89/C of 3c07dbfca0ee8420f88a959ab6934a89 into 9929c5c60801489a893cd877df2bf473(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:27:41,703 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3c07dbfca0ee8420f88a959ab6934a89: 2024-11-09T05:27:41,703 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., storeName=3c07dbfca0ee8420f88a959ab6934a89/C, priority=13, startTime=1731130061578; duration=0sec 2024-11-09T05:27:41,703 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:27:41,703 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3c07dbfca0ee8420f88a959ab6934a89:C 2024-11-09T05:27:41,744 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:41,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40826 deadline: 1731130121740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:41,745 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:41,745 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:41,745 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:41,752 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:41,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40800 deadline: 1731130121750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:41,753 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:41,753 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:41,753 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:41,783 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:41,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40850 deadline: 1731130121780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:41,784 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:41,784 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:41,784 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:41,784 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:41,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40830 deadline: 1731130121781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:41,784 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:41,784 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:41,784 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:41,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40822 deadline: 1731130121781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:41,784 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:41,784 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:41,784 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:41,785 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:41,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=178 2024-11-09T05:27:41,842 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=179 2024-11-09T05:27:41,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. 2024-11-09T05:27:41,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. as already flushing 2024-11-09T05:27:41,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. 2024-11-09T05:27:41,843 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=179}] handler.RSProcedureHandler(58): pid=179 java.io.IOException: Unable to complete flush {ENCODED => 3c07dbfca0ee8420f88a959ab6934a89, NAME => 'TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:41,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=179 java.io.IOException: Unable to complete flush {ENCODED => 3c07dbfca0ee8420f88a959ab6934a89, NAME => 'TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:41,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=179 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3c07dbfca0ee8420f88a959ab6934a89, NAME => 'TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3c07dbfca0ee8420f88a959ab6934a89, NAME => 'TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:41,993 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:41,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40850 deadline: 1731130121990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:41,994 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:41,994 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:41,994 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:41,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40830 deadline: 1731130121990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:41,994 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:41,994 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:41,994 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:41,994 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:41,994 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:41,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40822 deadline: 1731130121990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:41,994 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:41,995 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:41,995 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:42,001 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=179 2024-11-09T05:27:42,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. 2024-11-09T05:27:42,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. as already flushing 2024-11-09T05:27:42,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. 2024-11-09T05:27:42,001 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=179}] handler.RSProcedureHandler(58): pid=179 java.io.IOException: Unable to complete flush {ENCODED => 3c07dbfca0ee8420f88a959ab6934a89, NAME => 'TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:42,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=179 java.io.IOException: Unable to complete flush {ENCODED => 3c07dbfca0ee8420f88a959ab6934a89, NAME => 'TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:42,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=179 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3c07dbfca0ee8420f88a959ab6934a89, NAME => 'TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3c07dbfca0ee8420f88a959ab6934a89, NAME => 'TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:42,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=178 2024-11-09T05:27:42,035 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:27:42,038 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109c7239618c01b41bfb8c294bdac0028bd_3c07dbfca0ee8420f88a959ab6934a89 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109c7239618c01b41bfb8c294bdac0028bd_3c07dbfca0ee8420f88a959ab6934a89 2024-11-09T05:27:42,039 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/A/63a8e1bac41c4951a157e25af24bd014, store: [table=TestAcidGuarantees family=A region=3c07dbfca0ee8420f88a959ab6934a89] 2024-11-09T05:27:42,039 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/A/63a8e1bac41c4951a157e25af24bd014 is 175, key is test_row_0/A:col10/1731130061592/Put/seqid=0 2024-11-09T05:27:42,052 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:42,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40826 deadline: 1731130122050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:42,053 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:42,053 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:42,053 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:42,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742554_1730 (size=39949) 2024-11-09T05:27:42,059 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=440, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/A/63a8e1bac41c4951a157e25af24bd014 2024-11-09T05:27:42,063 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:42,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40800 deadline: 1731130122060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:42,063 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:42,063 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:42,063 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:42,077 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/B/a61ae56dc2684ba6b1da52119df83fd9 is 50, key is test_row_0/B:col10/1731130061592/Put/seqid=0 2024-11-09T05:27:42,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742555_1731 (size=12301) 2024-11-09T05:27:42,133 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=440 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/B/a61ae56dc2684ba6b1da52119df83fd9 2024-11-09T05:27:42,146 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/C/d889fa19c5b74f50a9a397cfe5f26d96 is 50, key is test_row_0/C:col10/1731130061592/Put/seqid=0 2024-11-09T05:27:42,156 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=179 2024-11-09T05:27:42,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. 2024-11-09T05:27:42,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. as already flushing 2024-11-09T05:27:42,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. 2024-11-09T05:27:42,156 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] handler.RSProcedureHandler(58): pid=179 java.io.IOException: Unable to complete flush {ENCODED => 3c07dbfca0ee8420f88a959ab6934a89, NAME => 'TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:42,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=179 java.io.IOException: Unable to complete flush {ENCODED => 3c07dbfca0ee8420f88a959ab6934a89, NAME => 'TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:42,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=179 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3c07dbfca0ee8420f88a959ab6934a89, NAME => 'TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3c07dbfca0ee8420f88a959ab6934a89, NAME => 'TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:42,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742556_1732 (size=12301) 2024-11-09T05:27:42,300 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:42,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40822 deadline: 1731130122300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:42,301 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:42,301 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:42,301 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:42,304 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:42,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40850 deadline: 1731130122300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:42,304 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:42,304 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:42,304 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:42,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40830 deadline: 1731130122300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:42,304 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:42,304 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:42,304 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:42,304 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:42,310 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=179 2024-11-09T05:27:42,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. 2024-11-09T05:27:42,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. as already flushing 2024-11-09T05:27:42,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. 2024-11-09T05:27:42,310 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=179}] handler.RSProcedureHandler(58): pid=179 java.io.IOException: Unable to complete flush {ENCODED => 3c07dbfca0ee8420f88a959ab6934a89, NAME => 'TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:42,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=179 java.io.IOException: Unable to complete flush {ENCODED => 3c07dbfca0ee8420f88a959ab6934a89, NAME => 'TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:42,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=179 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3c07dbfca0ee8420f88a959ab6934a89, NAME => 'TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3c07dbfca0ee8420f88a959ab6934a89, NAME => 'TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:42,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=178 2024-11-09T05:27:42,463 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=179 2024-11-09T05:27:42,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. 2024-11-09T05:27:42,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. as already flushing 2024-11-09T05:27:42,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. 2024-11-09T05:27:42,463 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=179}] handler.RSProcedureHandler(58): pid=179 java.io.IOException: Unable to complete flush {ENCODED => 3c07dbfca0ee8420f88a959ab6934a89, NAME => 'TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:42,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=179 java.io.IOException: Unable to complete flush {ENCODED => 3c07dbfca0ee8420f88a959ab6934a89, NAME => 'TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:42,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=179 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3c07dbfca0ee8420f88a959ab6934a89, NAME => 'TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3c07dbfca0ee8420f88a959ab6934a89, NAME => 'TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:42,561 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:42,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40826 deadline: 1731130122560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:42,562 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:42,562 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:42,562 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:42,573 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:42,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40800 deadline: 1731130122569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:42,573 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:42,573 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:42,573 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:42,583 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=440 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/C/d889fa19c5b74f50a9a397cfe5f26d96 2024-11-09T05:27:42,587 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/A/63a8e1bac41c4951a157e25af24bd014 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/63a8e1bac41c4951a157e25af24bd014 2024-11-09T05:27:42,590 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/63a8e1bac41c4951a157e25af24bd014, entries=200, sequenceid=440, filesize=39.0 K 2024-11-09T05:27:42,591 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/B/a61ae56dc2684ba6b1da52119df83fd9 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/a61ae56dc2684ba6b1da52119df83fd9 2024-11-09T05:27:42,596 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/a61ae56dc2684ba6b1da52119df83fd9, entries=150, sequenceid=440, filesize=12.0 K 2024-11-09T05:27:42,596 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/C/d889fa19c5b74f50a9a397cfe5f26d96 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/d889fa19c5b74f50a9a397cfe5f26d96 2024-11-09T05:27:42,599 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/d889fa19c5b74f50a9a397cfe5f26d96, entries=150, sequenceid=440, filesize=12.0 K 2024-11-09T05:27:42,600 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 3c07dbfca0ee8420f88a959ab6934a89 in 1007ms, sequenceid=440, compaction requested=true 2024-11-09T05:27:42,600 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3c07dbfca0ee8420f88a959ab6934a89: 2024-11-09T05:27:42,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3c07dbfca0ee8420f88a959ab6934a89:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T05:27:42,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:27:42,600 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T05:27:42,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3c07dbfca0ee8420f88a959ab6934a89:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T05:27:42,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:27:42,600 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-09T05:27:42,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3c07dbfca0ee8420f88a959ab6934a89:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T05:27:42,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:27:42,601 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-09T05:27:42,601 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-09T05:27:42,601 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. because compaction request was cancelled 2024-11-09T05:27:42,601 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3c07dbfca0ee8420f88a959ab6934a89:B 2024-11-09T05:27:42,601 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-09T05:27:42,601 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 143328 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T05:27:42,601 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1541): 3c07dbfca0ee8420f88a959ab6934a89/A is initiating minor compaction (all files) 2024-11-09T05:27:42,601 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3c07dbfca0ee8420f88a959ab6934a89/A in TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. 2024-11-09T05:27:42,601 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/1a1fba94c10f401eb5724fb004163c8f, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/79daa94858f247dcbc492014b71cb9e6, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/03189786eae74f44b274188fad5ca43f, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/63a8e1bac41c4951a157e25af24bd014] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp, totalSize=140.0 K 2024-11-09T05:27:42,601 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. 2024-11-09T05:27:42,601 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. files: [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/1a1fba94c10f401eb5724fb004163c8f, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/79daa94858f247dcbc492014b71cb9e6, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/03189786eae74f44b274188fad5ca43f, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/63a8e1bac41c4951a157e25af24bd014] 2024-11-09T05:27:42,602 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-09T05:27:42,602 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-09T05:27:42,602 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. because compaction request was cancelled 2024-11-09T05:27:42,602 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3c07dbfca0ee8420f88a959ab6934a89:C 2024-11-09T05:27:42,602 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1a1fba94c10f401eb5724fb004163c8f, keycount=150, bloomtype=ROW, size=31.4 K, encoding=NONE, compression=NONE, seqNum=387, earliestPutTs=1731130060871 2024-11-09T05:27:42,602 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 79daa94858f247dcbc492014b71cb9e6, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=402, earliestPutTs=1731130060878 2024-11-09T05:27:42,602 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 03189786eae74f44b274188fad5ca43f, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=426, earliestPutTs=1731130061262 2024-11-09T05:27:42,603 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 63a8e1bac41c4951a157e25af24bd014, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=440, earliestPutTs=1731130061394 2024-11-09T05:27:42,613 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3c07dbfca0ee8420f88a959ab6934a89] 2024-11-09T05:27:42,616 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=179 2024-11-09T05:27:42,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. 2024-11-09T05:27:42,617 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.HRegion(2902): Flushing 3c07dbfca0ee8420f88a959ab6934a89 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-09T05:27:42,629 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411092168dca1d09d4bf3ae61cfb6affecde2_3c07dbfca0ee8420f88a959ab6934a89 store=[table=TestAcidGuarantees family=A region=3c07dbfca0ee8420f88a959ab6934a89] 2024-11-09T05:27:42,632 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411092168dca1d09d4bf3ae61cfb6affecde2_3c07dbfca0ee8420f88a959ab6934a89, store=[table=TestAcidGuarantees family=A region=3c07dbfca0ee8420f88a959ab6934a89] 2024-11-09T05:27:42,633 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411092168dca1d09d4bf3ae61cfb6affecde2_3c07dbfca0ee8420f88a959ab6934a89 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3c07dbfca0ee8420f88a959ab6934a89] 2024-11-09T05:27:42,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109b17c93ada2f04e1abdbcbb3f964fdc56_3c07dbfca0ee8420f88a959ab6934a89 is 50, key is test_row_0/A:col10/1731130061654/Put/seqid=0 2024-11-09T05:27:42,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742557_1733 (size=12454) 2024-11-09T05:27:42,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:27:42,667 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109b17c93ada2f04e1abdbcbb3f964fdc56_3c07dbfca0ee8420f88a959ab6934a89 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109b17c93ada2f04e1abdbcbb3f964fdc56_3c07dbfca0ee8420f88a959ab6934a89 2024-11-09T05:27:42,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/A/dcad42757c8f4202952d8eccc1e7b71d, store: [table=TestAcidGuarantees family=A region=3c07dbfca0ee8420f88a959ab6934a89] 2024-11-09T05:27:42,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/A/dcad42757c8f4202952d8eccc1e7b71d is 175, key is test_row_0/A:col10/1731130061654/Put/seqid=0 2024-11-09T05:27:42,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742558_1734 (size=4469) 2024-11-09T05:27:42,695 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3c07dbfca0ee8420f88a959ab6934a89#A#compaction#616 average throughput is 0.30 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:27:42,696 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/A/8f59978d03764da8876bf42e5c670423 is 175, key is test_row_0/A:col10/1731130061592/Put/seqid=0 2024-11-09T05:27:42,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742559_1735 (size=31255) 2024-11-09T05:27:42,708 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=465, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/A/dcad42757c8f4202952d8eccc1e7b71d 2024-11-09T05:27:42,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742560_1736 (size=32311) 2024-11-09T05:27:42,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/B/940f60c6ddf843d298eb88add411c799 is 50, key is test_row_0/B:col10/1731130061654/Put/seqid=0 2024-11-09T05:27:42,733 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/A/8f59978d03764da8876bf42e5c670423 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/8f59978d03764da8876bf42e5c670423 2024-11-09T05:27:42,743 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 3c07dbfca0ee8420f88a959ab6934a89/A of 3c07dbfca0ee8420f88a959ab6934a89 into 8f59978d03764da8876bf42e5c670423(size=31.6 K), total size for store is 31.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:27:42,743 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3c07dbfca0ee8420f88a959ab6934a89: 2024-11-09T05:27:42,743 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., storeName=3c07dbfca0ee8420f88a959ab6934a89/A, priority=12, startTime=1731130062600; duration=0sec 2024-11-09T05:27:42,743 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:27:42,743 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3c07dbfca0ee8420f88a959ab6934a89:A 2024-11-09T05:27:42,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742561_1737 (size=12301) 2024-11-09T05:27:42,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(8855): Flush requested on 3c07dbfca0ee8420f88a959ab6934a89 2024-11-09T05:27:42,814 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. as already flushing 2024-11-09T05:27:42,830 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:42,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40850 deadline: 1731130122827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:42,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=178 2024-11-09T05:27:42,831 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:42,831 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:42,831 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:42,835 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:42,835 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:42,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40830 deadline: 1731130122830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:42,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40822 deadline: 1731130122831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:42,835 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:42,835 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:42,835 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:42,835 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:42,835 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:42,835 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:42,941 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:42,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40850 deadline: 1731130122940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:42,942 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:42,942 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:42,942 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:42,943 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:42,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40830 deadline: 1731130122940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:42,943 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:42,943 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:42,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40822 deadline: 1731130122940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:42,943 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:42,943 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:42,943 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:42,943 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:42,943 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:43,152 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:43,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40850 deadline: 1731130123150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:43,152 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:43,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40822 deadline: 1731130123150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:43,153 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:43,153 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:43,153 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:43,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40830 deadline: 1731130123150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:43,153 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:43,153 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:43,153 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:43,153 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:43,153 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:43,153 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:43,153 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:43,160 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=465 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/B/940f60c6ddf843d298eb88add411c799 2024-11-09T05:27:43,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/C/5143280d4c2e49ecb680729694f75f95 is 50, key is test_row_0/C:col10/1731130061654/Put/seqid=0 2024-11-09T05:27:43,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742562_1738 (size=12301) 2024-11-09T05:27:43,226 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=465 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/C/5143280d4c2e49ecb680729694f75f95 2024-11-09T05:27:43,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/A/dcad42757c8f4202952d8eccc1e7b71d as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/dcad42757c8f4202952d8eccc1e7b71d 2024-11-09T05:27:43,241 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/dcad42757c8f4202952d8eccc1e7b71d, entries=150, sequenceid=465, filesize=30.5 K 2024-11-09T05:27:43,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/B/940f60c6ddf843d298eb88add411c799 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/940f60c6ddf843d298eb88add411c799 2024-11-09T05:27:43,244 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/940f60c6ddf843d298eb88add411c799, entries=150, sequenceid=465, filesize=12.0 K 2024-11-09T05:27:43,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/C/5143280d4c2e49ecb680729694f75f95 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/5143280d4c2e49ecb680729694f75f95 2024-11-09T05:27:43,248 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/5143280d4c2e49ecb680729694f75f95, entries=150, sequenceid=465, filesize=12.0 K 2024-11-09T05:27:43,248 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 3c07dbfca0ee8420f88a959ab6934a89 in 631ms, sequenceid=465, compaction requested=true 2024-11-09T05:27:43,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.HRegion(2603): Flush status journal for 3c07dbfca0ee8420f88a959ab6934a89: 2024-11-09T05:27:43,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. 2024-11-09T05:27:43,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=179 2024-11-09T05:27:43,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4169): Remote procedure done, pid=179 2024-11-09T05:27:43,252 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=179, resume processing ppid=178 2024-11-09T05:27:43,252 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=179, ppid=178, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5630 sec 2024-11-09T05:27:43,254 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=178, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=178, table=TestAcidGuarantees in 1.5700 sec 2024-11-09T05:27:43,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(8855): Flush requested on 3c07dbfca0ee8420f88a959ab6934a89 2024-11-09T05:27:43,464 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T05:27:43,464 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3c07dbfca0ee8420f88a959ab6934a89 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-09T05:27:43,486 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110996344410ef9e4b30af0ff4d89d48a51f_3c07dbfca0ee8420f88a959ab6934a89 is 50, key is test_row_0/A:col10/1731130062828/Put/seqid=0 2024-11-09T05:27:43,505 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:43,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40850 deadline: 1731130123500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:43,506 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:43,506 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:43,506 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:43,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40830 deadline: 1731130123501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:43,506 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:43,506 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:43,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40822 deadline: 1731130123502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:43,506 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:43,506 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:43,506 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:43,506 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:43,507 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:43,507 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:43,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742563_1739 (size=14994) 2024-11-09T05:27:43,512 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:27:43,521 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110996344410ef9e4b30af0ff4d89d48a51f_3c07dbfca0ee8420f88a959ab6934a89 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110996344410ef9e4b30af0ff4d89d48a51f_3c07dbfca0ee8420f88a959ab6934a89 2024-11-09T05:27:43,522 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/A/dc1b02f2a6ac46e1838facd814303f84, store: [table=TestAcidGuarantees family=A region=3c07dbfca0ee8420f88a959ab6934a89] 2024-11-09T05:27:43,523 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/A/dc1b02f2a6ac46e1838facd814303f84 is 175, key is test_row_0/A:col10/1731130062828/Put/seqid=0 2024-11-09T05:27:43,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742564_1740 (size=39949) 2024-11-09T05:27:43,550 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=483, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/A/dc1b02f2a6ac46e1838facd814303f84 2024-11-09T05:27:43,558 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/B/80d61b49365747fca1921796047587fc is 50, key is test_row_0/B:col10/1731130062828/Put/seqid=0 2024-11-09T05:27:43,573 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:43,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40826 deadline: 1731130123569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:43,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742565_1741 (size=12301) 2024-11-09T05:27:43,573 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 059551c538b7,40801,1731129891493 for 'test_row_0' in 3c07dbfca0ee8420f88a959ab6934a89 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2154 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T05:27:43,575 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:43,575 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:43,575 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=483 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/B/80d61b49365747fca1921796047587fc 2024-11-09T05:27:43,575 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:43,582 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/C/49e1156e03ab4ec983805f968d6afdcf is 50, key is test_row_0/C:col10/1731130062828/Put/seqid=0 2024-11-09T05:27:43,594 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:43,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40800 deadline: 1731130123591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:43,595 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 059551c538b7,40801,1731129891493 for 'test_row_1' in 3c07dbfca0ee8420f88a959ab6934a89 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2169 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T05:27:43,596 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:43,596 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:43,596 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:43,613 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:43,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40850 deadline: 1731130123610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:43,613 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:43,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40830 deadline: 1731130123610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:43,614 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:43,614 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:43,614 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:43,614 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:43,614 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:43,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40822 deadline: 1731130123610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:43,614 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:43,614 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:43,614 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:43,614 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:43,614 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:43,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742566_1742 (size=12301) 2024-11-09T05:27:43,824 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:43,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40850 deadline: 1731130123820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:43,825 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:43,825 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:43,825 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:43,825 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:43,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40822 deadline: 1731130123820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:43,825 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:43,825 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:43,825 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:43,825 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:43,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40830 deadline: 1731130123821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:43,826 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:43,826 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:43,826 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:43,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=178 2024-11-09T05:27:43,851 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T05:27:43,852 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T05:27:43,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] procedure2.ProcedureExecutor(1139): Stored pid=180, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=180, table=TestAcidGuarantees 2024-11-09T05:27:43,855 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=180, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=180, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T05:27:43,855 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=180, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=180, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T05:27:43,855 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=181, ppid=180, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T05:27:43,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=180 2024-11-09T05:27:43,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=180 2024-11-09T05:27:44,008 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=181 2024-11-09T05:27:44,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. 2024-11-09T05:27:44,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. as already flushing 2024-11-09T05:27:44,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. 2024-11-09T05:27:44,008 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=181}] handler.RSProcedureHandler(58): pid=181 java.io.IOException: Unable to complete flush {ENCODED => 3c07dbfca0ee8420f88a959ab6934a89, NAME => 'TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:44,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=181 java.io.IOException: Unable to complete flush {ENCODED => 3c07dbfca0ee8420f88a959ab6934a89, NAME => 'TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:44,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=181 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3c07dbfca0ee8420f88a959ab6934a89, NAME => 'TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3c07dbfca0ee8420f88a959ab6934a89, NAME => 'TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:44,021 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=483 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/C/49e1156e03ab4ec983805f968d6afdcf 2024-11-09T05:27:44,029 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/A/dc1b02f2a6ac46e1838facd814303f84 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/dc1b02f2a6ac46e1838facd814303f84 2024-11-09T05:27:44,034 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/dc1b02f2a6ac46e1838facd814303f84, entries=200, sequenceid=483, filesize=39.0 K 2024-11-09T05:27:44,034 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/B/80d61b49365747fca1921796047587fc as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/80d61b49365747fca1921796047587fc 2024-11-09T05:27:44,045 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/80d61b49365747fca1921796047587fc, entries=150, sequenceid=483, filesize=12.0 K 2024-11-09T05:27:44,046 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/C/49e1156e03ab4ec983805f968d6afdcf as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/49e1156e03ab4ec983805f968d6afdcf 2024-11-09T05:27:44,053 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/49e1156e03ab4ec983805f968d6afdcf, entries=150, sequenceid=483, filesize=12.0 K 2024-11-09T05:27:44,054 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 3c07dbfca0ee8420f88a959ab6934a89 in 590ms, sequenceid=483, compaction requested=true 2024-11-09T05:27:44,054 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3c07dbfca0ee8420f88a959ab6934a89: 2024-11-09T05:27:44,054 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:27:44,056 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103515 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:27:44,056 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1541): 3c07dbfca0ee8420f88a959ab6934a89/A is initiating minor compaction (all files) 2024-11-09T05:27:44,056 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3c07dbfca0ee8420f88a959ab6934a89/A in TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. 2024-11-09T05:27:44,057 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/8f59978d03764da8876bf42e5c670423, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/dcad42757c8f4202952d8eccc1e7b71d, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/dc1b02f2a6ac46e1838facd814303f84] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp, totalSize=101.1 K 2024-11-09T05:27:44,057 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. 2024-11-09T05:27:44,057 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. files: [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/8f59978d03764da8876bf42e5c670423, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/dcad42757c8f4202952d8eccc1e7b71d, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/dc1b02f2a6ac46e1838facd814303f84] 2024-11-09T05:27:44,057 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3c07dbfca0ee8420f88a959ab6934a89:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T05:27:44,057 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8f59978d03764da8876bf42e5c670423, keycount=150, bloomtype=ROW, size=31.6 K, encoding=NONE, compression=NONE, seqNum=440, earliestPutTs=1731130061394 2024-11-09T05:27:44,057 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:27:44,057 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting dcad42757c8f4202952d8eccc1e7b71d, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=465, earliestPutTs=1731130061654 2024-11-09T05:27:44,057 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting dc1b02f2a6ac46e1838facd814303f84, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=483, earliestPutTs=1731130062819 2024-11-09T05:27:44,058 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T05:27:44,061 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50226 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T05:27:44,061 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1541): 3c07dbfca0ee8420f88a959ab6934a89/B is initiating minor compaction (all files) 2024-11-09T05:27:44,061 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3c07dbfca0ee8420f88a959ab6934a89/B in TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. 2024-11-09T05:27:44,061 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/bc65c6839498486698da4e64d2cfcc28, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/a61ae56dc2684ba6b1da52119df83fd9, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/940f60c6ddf843d298eb88add411c799, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/80d61b49365747fca1921796047587fc] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp, totalSize=49.0 K 2024-11-09T05:27:44,061 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting bc65c6839498486698da4e64d2cfcc28, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=426, earliestPutTs=1731130061262 2024-11-09T05:27:44,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3c07dbfca0ee8420f88a959ab6934a89:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T05:27:44,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:27:44,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3c07dbfca0ee8420f88a959ab6934a89:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T05:27:44,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:27:44,062 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting a61ae56dc2684ba6b1da52119df83fd9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=440, earliestPutTs=1731130061394 2024-11-09T05:27:44,063 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 940f60c6ddf843d298eb88add411c799, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=465, earliestPutTs=1731130061654 2024-11-09T05:27:44,063 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 80d61b49365747fca1921796047587fc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=483, earliestPutTs=1731130062819 2024-11-09T05:27:44,085 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3c07dbfca0ee8420f88a959ab6934a89] 2024-11-09T05:27:44,091 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3c07dbfca0ee8420f88a959ab6934a89#B#compaction#624 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:27:44,091 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/B/7010c1dab1354757898adcd7553522d1 is 50, key is test_row_0/B:col10/1731130062828/Put/seqid=0 2024-11-09T05:27:44,097 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411094525b11964bc4baa8a84c29b2e72f2dd_3c07dbfca0ee8420f88a959ab6934a89 store=[table=TestAcidGuarantees family=A region=3c07dbfca0ee8420f88a959ab6934a89] 2024-11-09T05:27:44,099 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411094525b11964bc4baa8a84c29b2e72f2dd_3c07dbfca0ee8420f88a959ab6934a89, store=[table=TestAcidGuarantees family=A region=3c07dbfca0ee8420f88a959ab6934a89] 2024-11-09T05:27:44,099 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411094525b11964bc4baa8a84c29b2e72f2dd_3c07dbfca0ee8420f88a959ab6934a89 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3c07dbfca0ee8420f88a959ab6934a89] 2024-11-09T05:27:44,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(8855): Flush requested on 3c07dbfca0ee8420f88a959ab6934a89 2024-11-09T05:27:44,134 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T05:27:44,135 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3c07dbfca0ee8420f88a959ab6934a89 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-09T05:27:44,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742567_1743 (size=13459) 2024-11-09T05:27:44,141 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/B/7010c1dab1354757898adcd7553522d1 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/7010c1dab1354757898adcd7553522d1 2024-11-09T05:27:44,146 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 3c07dbfca0ee8420f88a959ab6934a89/B of 3c07dbfca0ee8420f88a959ab6934a89 into 7010c1dab1354757898adcd7553522d1(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:27:44,146 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3c07dbfca0ee8420f88a959ab6934a89: 2024-11-09T05:27:44,146 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., storeName=3c07dbfca0ee8420f88a959ab6934a89/B, priority=12, startTime=1731130064058; duration=0sec 2024-11-09T05:27:44,147 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:27:44,147 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3c07dbfca0ee8420f88a959ab6934a89:B 2024-11-09T05:27:44,147 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T05:27:44,148 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50226 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T05:27:44,148 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1541): 3c07dbfca0ee8420f88a959ab6934a89/C is initiating minor compaction (all files) 2024-11-09T05:27:44,148 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3c07dbfca0ee8420f88a959ab6934a89/C in TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. 2024-11-09T05:27:44,149 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/9929c5c60801489a893cd877df2bf473, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/d889fa19c5b74f50a9a397cfe5f26d96, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/5143280d4c2e49ecb680729694f75f95, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/49e1156e03ab4ec983805f968d6afdcf] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp, totalSize=49.0 K 2024-11-09T05:27:44,149 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 9929c5c60801489a893cd877df2bf473, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=426, earliestPutTs=1731130061262 2024-11-09T05:27:44,149 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting d889fa19c5b74f50a9a397cfe5f26d96, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=440, earliestPutTs=1731130061394 2024-11-09T05:27:44,150 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 5143280d4c2e49ecb680729694f75f95, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=465, earliestPutTs=1731130061654 2024-11-09T05:27:44,150 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 49e1156e03ab4ec983805f968d6afdcf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=483, earliestPutTs=1731130062819 2024-11-09T05:27:44,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742568_1744 (size=4469) 2024-11-09T05:27:44,156 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3c07dbfca0ee8420f88a959ab6934a89#A#compaction#623 average throughput is 0.34 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:27:44,157 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/A/178695cc77194be5831ac909146d8170 is 175, key is test_row_0/A:col10/1731130062828/Put/seqid=0 2024-11-09T05:27:44,160 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109cbac0e34a5a347c9b4f65ef1660fbaa7_3c07dbfca0ee8420f88a959ab6934a89 is 50, key is test_row_0/A:col10/1731130063499/Put/seqid=0 2024-11-09T05:27:44,161 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=181 2024-11-09T05:27:44,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. 2024-11-09T05:27:44,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. as already flushing 2024-11-09T05:27:44,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. 2024-11-09T05:27:44,161 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=181}] handler.RSProcedureHandler(58): pid=181 java.io.IOException: Unable to complete flush {ENCODED => 3c07dbfca0ee8420f88a959ab6934a89, NAME => 'TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:44,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=181 java.io.IOException: Unable to complete flush {ENCODED => 3c07dbfca0ee8420f88a959ab6934a89, NAME => 'TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:44,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=181 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3c07dbfca0ee8420f88a959ab6934a89, NAME => 'TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3c07dbfca0ee8420f88a959ab6934a89, NAME => 'TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:44,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=180 2024-11-09T05:27:44,176 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:44,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40850 deadline: 1731130124170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:44,177 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:44,177 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:44,177 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:44,182 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:44,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40830 deadline: 1731130124176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:44,182 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:44,182 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:44,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40822 deadline: 1731130124177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:44,182 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:44,182 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:44,183 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:44,183 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:44,183 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:44,194 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3c07dbfca0ee8420f88a959ab6934a89#C#compaction#626 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:27:44,194 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/C/ee8a5850229e4464aee2ab58fa8949af is 50, key is test_row_0/C:col10/1731130062828/Put/seqid=0 2024-11-09T05:27:44,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742569_1745 (size=32413) 2024-11-09T05:27:44,236 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/A/178695cc77194be5831ac909146d8170 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/178695cc77194be5831ac909146d8170 2024-11-09T05:27:44,240 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3c07dbfca0ee8420f88a959ab6934a89/A of 3c07dbfca0ee8420f88a959ab6934a89 into 178695cc77194be5831ac909146d8170(size=31.7 K), total size for store is 31.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:27:44,240 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3c07dbfca0ee8420f88a959ab6934a89: 2024-11-09T05:27:44,240 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., storeName=3c07dbfca0ee8420f88a959ab6934a89/A, priority=13, startTime=1731130064054; duration=0sec 2024-11-09T05:27:44,240 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:27:44,240 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3c07dbfca0ee8420f88a959ab6934a89:A 2024-11-09T05:27:44,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742570_1746 (size=14994) 2024-11-09T05:27:44,270 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:27:44,274 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109cbac0e34a5a347c9b4f65ef1660fbaa7_3c07dbfca0ee8420f88a959ab6934a89 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109cbac0e34a5a347c9b4f65ef1660fbaa7_3c07dbfca0ee8420f88a959ab6934a89 2024-11-09T05:27:44,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742571_1747 (size=13459) 2024-11-09T05:27:44,275 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/A/9ecdd90b308041e59306d65a65130e09, store: [table=TestAcidGuarantees family=A region=3c07dbfca0ee8420f88a959ab6934a89] 2024-11-09T05:27:44,276 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/A/9ecdd90b308041e59306d65a65130e09 is 175, key is test_row_0/A:col10/1731130063499/Put/seqid=0 2024-11-09T05:27:44,280 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:44,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40850 deadline: 1731130124279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:44,281 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:44,281 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:44,281 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:44,281 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/C/ee8a5850229e4464aee2ab58fa8949af as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/ee8a5850229e4464aee2ab58fa8949af 2024-11-09T05:27:44,287 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 3c07dbfca0ee8420f88a959ab6934a89/C of 3c07dbfca0ee8420f88a959ab6934a89 into ee8a5850229e4464aee2ab58fa8949af(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:27:44,288 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3c07dbfca0ee8420f88a959ab6934a89: 2024-11-09T05:27:44,288 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., storeName=3c07dbfca0ee8420f88a959ab6934a89/C, priority=12, startTime=1731130064062; duration=0sec 2024-11-09T05:27:44,288 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:27:44,288 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3c07dbfca0ee8420f88a959ab6934a89:C 2024-11-09T05:27:44,293 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:44,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40822 deadline: 1731130124290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:44,293 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:44,293 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:44,293 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:44,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40830 deadline: 1731130124290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:44,293 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:44,294 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:44,294 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:44,294 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:44,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742572_1748 (size=39949) 2024-11-09T05:27:44,307 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=504, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/A/9ecdd90b308041e59306d65a65130e09 2024-11-09T05:27:44,315 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/B/fb34d689f2584065870e4f892f52cda8 is 50, key is test_row_0/B:col10/1731130063499/Put/seqid=0 2024-11-09T05:27:44,317 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=181 2024-11-09T05:27:44,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. 2024-11-09T05:27:44,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. as already flushing 2024-11-09T05:27:44,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. 2024-11-09T05:27:44,318 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=181}] handler.RSProcedureHandler(58): pid=181 java.io.IOException: Unable to complete flush {ENCODED => 3c07dbfca0ee8420f88a959ab6934a89, NAME => 'TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:44,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=181 java.io.IOException: Unable to complete flush {ENCODED => 3c07dbfca0ee8420f88a959ab6934a89, NAME => 'TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:44,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=181 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3c07dbfca0ee8420f88a959ab6934a89, NAME => 'TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3c07dbfca0ee8420f88a959ab6934a89, NAME => 'TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:44,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742573_1749 (size=12301) 2024-11-09T05:27:44,342 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=504 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/B/fb34d689f2584065870e4f892f52cda8 2024-11-09T05:27:44,360 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/C/940648576de04801a8e3899bd206dc3f is 50, key is test_row_0/C:col10/1731130063499/Put/seqid=0 2024-11-09T05:27:44,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742574_1750 (size=12301) 2024-11-09T05:27:44,471 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=181 2024-11-09T05:27:44,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. 2024-11-09T05:27:44,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. as already flushing 2024-11-09T05:27:44,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. 2024-11-09T05:27:44,472 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=181}] handler.RSProcedureHandler(58): pid=181 java.io.IOException: Unable to complete flush {ENCODED => 3c07dbfca0ee8420f88a959ab6934a89, NAME => 'TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:44,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=181 java.io.IOException: Unable to complete flush {ENCODED => 3c07dbfca0ee8420f88a959ab6934a89, NAME => 'TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:44,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=181 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3c07dbfca0ee8420f88a959ab6934a89, NAME => 'TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3c07dbfca0ee8420f88a959ab6934a89, NAME => 'TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:44,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=180 2024-11-09T05:27:44,493 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:44,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40850 deadline: 1731130124490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:44,494 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:44,494 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:44,494 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:44,502 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:44,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40830 deadline: 1731130124500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:44,503 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:44,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40822 deadline: 1731130124500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:44,503 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:44,503 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:44,503 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:44,503 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:44,503 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:44,503 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:44,625 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=181 2024-11-09T05:27:44,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. 2024-11-09T05:27:44,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. as already flushing 2024-11-09T05:27:44,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. 2024-11-09T05:27:44,625 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=181}] handler.RSProcedureHandler(58): pid=181 java.io.IOException: Unable to complete flush {ENCODED => 3c07dbfca0ee8420f88a959ab6934a89, NAME => 'TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:44,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=181 java.io.IOException: Unable to complete flush {ENCODED => 3c07dbfca0ee8420f88a959ab6934a89, NAME => 'TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:44,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=181 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3c07dbfca0ee8420f88a959ab6934a89, NAME => 'TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3c07dbfca0ee8420f88a959ab6934a89, NAME => 'TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:44,779 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=181 2024-11-09T05:27:44,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. 2024-11-09T05:27:44,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. as already flushing 2024-11-09T05:27:44,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. 2024-11-09T05:27:44,779 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=181}] handler.RSProcedureHandler(58): pid=181 java.io.IOException: Unable to complete flush {ENCODED => 3c07dbfca0ee8420f88a959ab6934a89, NAME => 'TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:44,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=181 java.io.IOException: Unable to complete flush {ENCODED => 3c07dbfca0ee8420f88a959ab6934a89, NAME => 'TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:44,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=181 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3c07dbfca0ee8420f88a959ab6934a89, NAME => 'TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3c07dbfca0ee8420f88a959ab6934a89, NAME => 'TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:44,802 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:44,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40850 deadline: 1731130124800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:44,803 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:44,803 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:44,803 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:44,813 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:44,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40830 deadline: 1731130124811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:44,813 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:44,814 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:44,813 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:44,814 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:44,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40822 deadline: 1731130124811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:44,814 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:44,814 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:44,814 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:44,822 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=504 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/C/940648576de04801a8e3899bd206dc3f 2024-11-09T05:27:44,826 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/A/9ecdd90b308041e59306d65a65130e09 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/9ecdd90b308041e59306d65a65130e09 2024-11-09T05:27:44,831 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/9ecdd90b308041e59306d65a65130e09, entries=200, sequenceid=504, filesize=39.0 K 2024-11-09T05:27:44,831 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/B/fb34d689f2584065870e4f892f52cda8 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/fb34d689f2584065870e4f892f52cda8 2024-11-09T05:27:44,835 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/fb34d689f2584065870e4f892f52cda8, entries=150, sequenceid=504, filesize=12.0 K 2024-11-09T05:27:44,835 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/C/940648576de04801a8e3899bd206dc3f as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/940648576de04801a8e3899bd206dc3f 2024-11-09T05:27:44,840 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/940648576de04801a8e3899bd206dc3f, entries=150, sequenceid=504, filesize=12.0 K 2024-11-09T05:27:44,842 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 3c07dbfca0ee8420f88a959ab6934a89 in 708ms, sequenceid=504, compaction requested=false 2024-11-09T05:27:44,842 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3c07dbfca0ee8420f88a959ab6934a89: 2024-11-09T05:27:44,933 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=181 2024-11-09T05:27:44,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. 2024-11-09T05:27:44,933 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.HRegion(2902): Flushing 3c07dbfca0ee8420f88a959ab6934a89 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-09T05:27:44,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=181}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411097797c01ef6264c1b9b0f926f463a94e6_3c07dbfca0ee8420f88a959ab6934a89 is 50, key is test_row_0/A:col10/1731130064168/Put/seqid=0 2024-11-09T05:27:44,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742575_1751 (size=12454) 2024-11-09T05:27:44,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=181}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:27:44,974 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411097797c01ef6264c1b9b0f926f463a94e6_3c07dbfca0ee8420f88a959ab6934a89 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411097797c01ef6264c1b9b0f926f463a94e6_3c07dbfca0ee8420f88a959ab6934a89 2024-11-09T05:27:44,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=181}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/A/e627bcd723bc4cc7979e7f613668bd08, store: [table=TestAcidGuarantees family=A region=3c07dbfca0ee8420f88a959ab6934a89] 2024-11-09T05:27:44,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=181}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/A/e627bcd723bc4cc7979e7f613668bd08 is 175, key is test_row_0/A:col10/1731130064168/Put/seqid=0 2024-11-09T05:27:44,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742576_1752 (size=31255) 2024-11-09T05:27:44,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=180 2024-11-09T05:27:45,313 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. as already flushing 2024-11-09T05:27:45,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(8855): Flush requested on 3c07dbfca0ee8420f88a959ab6934a89 2024-11-09T05:27:45,379 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=181}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=522, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/A/e627bcd723bc4cc7979e7f613668bd08 2024-11-09T05:27:45,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=181}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/B/df730091211d49cf83ba7b1ba14cc4c5 is 50, key is test_row_0/B:col10/1731130064168/Put/seqid=0 2024-11-09T05:27:45,393 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:45,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40830 deadline: 1731130125388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:45,393 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:45,393 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:45,393 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:45,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742577_1753 (size=12301) 2024-11-09T05:27:45,398 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:45,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40850 deadline: 1731130125392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:45,398 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:45,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40822 deadline: 1731130125393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:45,399 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:45,399 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:45,399 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:45,399 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:45,399 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:45,399 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:45,399 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=522 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/B/df730091211d49cf83ba7b1ba14cc4c5 2024-11-09T05:27:45,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=181}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/C/7bc698be39c445f7be4423254a52e0ca is 50, key is test_row_0/C:col10/1731130064168/Put/seqid=0 2024-11-09T05:27:45,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742578_1754 (size=12301) 2024-11-09T05:27:45,431 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=522 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/C/7bc698be39c445f7be4423254a52e0ca 2024-11-09T05:27:45,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/A/e627bcd723bc4cc7979e7f613668bd08 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/e627bcd723bc4cc7979e7f613668bd08 2024-11-09T05:27:45,441 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/e627bcd723bc4cc7979e7f613668bd08, entries=150, sequenceid=522, filesize=30.5 K 2024-11-09T05:27:45,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/B/df730091211d49cf83ba7b1ba14cc4c5 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/df730091211d49cf83ba7b1ba14cc4c5 2024-11-09T05:27:45,446 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/df730091211d49cf83ba7b1ba14cc4c5, entries=150, sequenceid=522, filesize=12.0 K 2024-11-09T05:27:45,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/C/7bc698be39c445f7be4423254a52e0ca as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/7bc698be39c445f7be4423254a52e0ca 2024-11-09T05:27:45,453 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/7bc698be39c445f7be4423254a52e0ca, entries=150, sequenceid=522, filesize=12.0 K 2024-11-09T05:27:45,454 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for 3c07dbfca0ee8420f88a959ab6934a89 in 521ms, sequenceid=522, compaction requested=true 2024-11-09T05:27:45,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.HRegion(2603): Flush status journal for 3c07dbfca0ee8420f88a959ab6934a89: 2024-11-09T05:27:45,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. 2024-11-09T05:27:45,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=181 2024-11-09T05:27:45,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4169): Remote procedure done, pid=181 2024-11-09T05:27:45,460 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=181, resume processing ppid=180 2024-11-09T05:27:45,460 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=181, ppid=180, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6030 sec 2024-11-09T05:27:45,464 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=180, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=180, table=TestAcidGuarantees in 1.6090 sec 2024-11-09T05:27:45,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(8855): Flush requested on 3c07dbfca0ee8420f88a959ab6934a89 2024-11-09T05:27:45,502 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T05:27:45,502 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3c07dbfca0ee8420f88a959ab6934a89 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-09T05:27:45,509 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109fa2904b39f49413f8b15d5c4208f7a08_3c07dbfca0ee8420f88a959ab6934a89 is 50, key is test_row_0/A:col10/1731130065390/Put/seqid=0 2024-11-09T05:27:45,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742579_1755 (size=12454) 2024-11-09T05:27:45,531 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:45,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40822 deadline: 1731130125526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:45,531 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:45,531 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:45,531 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:45,532 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:45,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40850 deadline: 1731130125528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:45,532 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:45,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40830 deadline: 1731130125528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:45,534 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:45,534 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:45,534 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:45,534 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:45,534 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:45,534 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:45,594 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:45,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40826 deadline: 1731130125590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:45,595 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 059551c538b7,40801,1731129891493 for 'test_row_0' in 3c07dbfca0ee8420f88a959ab6934a89 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4175 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T05:27:45,595 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:45,595 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:45,595 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:45,620 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:45,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40800 deadline: 1731130125620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:45,621 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 059551c538b7,40801,1731129891493 for 'test_row_1' in 3c07dbfca0ee8420f88a959ab6934a89 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4195 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T05:27:45,621 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:45,621 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:45,621 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:45,642 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:45,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40822 deadline: 1731130125640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:45,643 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:45,643 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:45,643 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:45,643 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:45,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40830 deadline: 1731130125640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:45,643 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:45,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40850 deadline: 1731130125640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:45,643 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:45,643 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:45,643 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:45,643 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:45,643 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:45,644 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:45,853 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:45,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40850 deadline: 1731130125851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:45,853 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:45,853 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:45,853 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:45,853 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:45,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40822 deadline: 1731130125851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:45,853 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:45,853 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:45,853 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:45,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40830 deadline: 1731130125851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:45,853 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:45,854 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:45,854 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:45,854 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:45,927 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:27:45,930 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109fa2904b39f49413f8b15d5c4208f7a08_3c07dbfca0ee8420f88a959ab6934a89 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109fa2904b39f49413f8b15d5c4208f7a08_3c07dbfca0ee8420f88a959ab6934a89 2024-11-09T05:27:45,931 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/A/f94de8dad1bd400dae2896ffdd92d110, store: [table=TestAcidGuarantees family=A region=3c07dbfca0ee8420f88a959ab6934a89] 2024-11-09T05:27:45,931 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/A/f94de8dad1bd400dae2896ffdd92d110 is 175, key is test_row_0/A:col10/1731130065390/Put/seqid=0 2024-11-09T05:27:45,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742580_1756 (size=31255) 2024-11-09T05:27:46,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=180 2024-11-09T05:27:46,001 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T05:27:46,001 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T05:27:46,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] procedure2.ProcedureExecutor(1139): Stored pid=182, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=182, table=TestAcidGuarantees 2024-11-09T05:27:46,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=182 2024-11-09T05:27:46,015 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=182, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=182, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T05:27:46,017 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=182, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=182, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T05:27:46,017 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=183, ppid=182, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T05:27:46,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=182 2024-11-09T05:27:46,164 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:46,164 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:46,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40830 deadline: 1731130126160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:46,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40850 deadline: 1731130126160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:46,165 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:46,165 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:46,165 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:46,165 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:46,165 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:46,165 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:46,165 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:46,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40822 deadline: 1731130126160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:46,165 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:46,165 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:46,165 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:46,170 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=183 2024-11-09T05:27:46,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. 2024-11-09T05:27:46,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. as already flushing 2024-11-09T05:27:46,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. 2024-11-09T05:27:46,170 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=183}] handler.RSProcedureHandler(58): pid=183 java.io.IOException: Unable to complete flush {ENCODED => 3c07dbfca0ee8420f88a959ab6934a89, NAME => 'TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:46,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=183 java.io.IOException: Unable to complete flush {ENCODED => 3c07dbfca0ee8420f88a959ab6934a89, NAME => 'TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:46,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=183 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3c07dbfca0ee8420f88a959ab6934a89, NAME => 'TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3c07dbfca0ee8420f88a959ab6934a89, NAME => 'TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:46,323 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=183 2024-11-09T05:27:46,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. 2024-11-09T05:27:46,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. as already flushing 2024-11-09T05:27:46,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. 2024-11-09T05:27:46,323 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=183}] handler.RSProcedureHandler(58): pid=183 java.io.IOException: Unable to complete flush {ENCODED => 3c07dbfca0ee8420f88a959ab6934a89, NAME => 'TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:46,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=183 java.io.IOException: Unable to complete flush {ENCODED => 3c07dbfca0ee8420f88a959ab6934a89, NAME => 'TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:46,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=183 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3c07dbfca0ee8420f88a959ab6934a89, NAME => 'TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3c07dbfca0ee8420f88a959ab6934a89, NAME => 'TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:46,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=182 2024-11-09T05:27:46,358 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=545, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/A/f94de8dad1bd400dae2896ffdd92d110 2024-11-09T05:27:46,386 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/B/eb0a9ce705d14bacb54378b2f0213bd2 is 50, key is test_row_0/B:col10/1731130065390/Put/seqid=0 2024-11-09T05:27:46,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742581_1757 (size=12301) 2024-11-09T05:27:46,476 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=183 2024-11-09T05:27:46,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. 2024-11-09T05:27:46,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. as already flushing 2024-11-09T05:27:46,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. 2024-11-09T05:27:46,477 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=183}] handler.RSProcedureHandler(58): pid=183 java.io.IOException: Unable to complete flush {ENCODED => 3c07dbfca0ee8420f88a959ab6934a89, NAME => 'TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:46,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=183 java.io.IOException: Unable to complete flush {ENCODED => 3c07dbfca0ee8420f88a959ab6934a89, NAME => 'TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:46,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=183 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3c07dbfca0ee8420f88a959ab6934a89, NAME => 'TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3c07dbfca0ee8420f88a959ab6934a89, NAME => 'TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:46,631 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=183 2024-11-09T05:27:46,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. 2024-11-09T05:27:46,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. as already flushing 2024-11-09T05:27:46,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. 2024-11-09T05:27:46,632 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=183}] handler.RSProcedureHandler(58): pid=183 java.io.IOException: Unable to complete flush {ENCODED => 3c07dbfca0ee8420f88a959ab6934a89, NAME => 'TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:46,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-0 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=183 java.io.IOException: Unable to complete flush {ENCODED => 3c07dbfca0ee8420f88a959ab6934a89, NAME => 'TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:46,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=183 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3c07dbfca0ee8420f88a959ab6934a89, NAME => 'TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3c07dbfca0ee8420f88a959ab6934a89, NAME => 'TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:46,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=182 2024-11-09T05:27:46,672 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:46,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40822 deadline: 1731130126670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:46,672 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:46,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40850 deadline: 1731130126670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:46,672 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:46,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40830 deadline: 1731130126670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:46,672 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:46,672 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:46,672 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:46,672 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:46,672 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:46,672 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:46,672 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:46,672 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:46,672 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:46,784 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=183 2024-11-09T05:27:46,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. 2024-11-09T05:27:46,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. as already flushing 2024-11-09T05:27:46,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. 2024-11-09T05:27:46,784 ERROR [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=183}] handler.RSProcedureHandler(58): pid=183 java.io.IOException: Unable to complete flush {ENCODED => 3c07dbfca0ee8420f88a959ab6934a89, NAME => 'TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:46,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-1 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=183 java.io.IOException: Unable to complete flush {ENCODED => 3c07dbfca0ee8420f88a959ab6934a89, NAME => 'TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:46,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4177): Remote procedure failed, pid=183 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3c07dbfca0ee8420f88a959ab6934a89, NAME => 'TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3c07dbfca0ee8420f88a959ab6934a89, NAME => 'TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T05:27:46,826 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=545 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/B/eb0a9ce705d14bacb54378b2f0213bd2 2024-11-09T05:27:46,846 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/C/14db4143ecce4fafbfaa160ab3ee485d is 50, key is test_row_0/C:col10/1731130065390/Put/seqid=0 2024-11-09T05:27:46,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742582_1758 (size=12301) 2024-11-09T05:27:46,870 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=545 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/C/14db4143ecce4fafbfaa160ab3ee485d 2024-11-09T05:27:46,878 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/A/f94de8dad1bd400dae2896ffdd92d110 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/f94de8dad1bd400dae2896ffdd92d110 2024-11-09T05:27:46,883 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/f94de8dad1bd400dae2896ffdd92d110, entries=150, sequenceid=545, filesize=30.5 K 2024-11-09T05:27:46,884 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/B/eb0a9ce705d14bacb54378b2f0213bd2 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/eb0a9ce705d14bacb54378b2f0213bd2 2024-11-09T05:27:46,890 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/eb0a9ce705d14bacb54378b2f0213bd2, entries=150, sequenceid=545, filesize=12.0 K 2024-11-09T05:27:46,891 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/C/14db4143ecce4fafbfaa160ab3ee485d as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/14db4143ecce4fafbfaa160ab3ee485d 2024-11-09T05:27:46,897 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/14db4143ecce4fafbfaa160ab3ee485d, entries=150, sequenceid=545, filesize=12.0 K 2024-11-09T05:27:46,898 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 3c07dbfca0ee8420f88a959ab6934a89 in 1396ms, sequenceid=545, compaction requested=true 2024-11-09T05:27:46,898 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3c07dbfca0ee8420f88a959ab6934a89: 2024-11-09T05:27:46,898 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3c07dbfca0ee8420f88a959ab6934a89:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T05:27:46,898 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:27:46,898 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3c07dbfca0ee8420f88a959ab6934a89:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T05:27:46,898 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:27:46,898 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3c07dbfca0ee8420f88a959ab6934a89:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T05:27:46,898 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T05:27:46,898 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:27:46,898 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T05:27:46,901 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 134872 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T05:27:46,901 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50362 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T05:27:46,901 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1541): 3c07dbfca0ee8420f88a959ab6934a89/B is initiating minor compaction (all files) 2024-11-09T05:27:46,901 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1541): 3c07dbfca0ee8420f88a959ab6934a89/A is initiating minor compaction (all files) 2024-11-09T05:27:46,901 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3c07dbfca0ee8420f88a959ab6934a89/A in TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. 2024-11-09T05:27:46,901 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3c07dbfca0ee8420f88a959ab6934a89/B in TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. 2024-11-09T05:27:46,901 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/178695cc77194be5831ac909146d8170, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/9ecdd90b308041e59306d65a65130e09, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/e627bcd723bc4cc7979e7f613668bd08, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/f94de8dad1bd400dae2896ffdd92d110] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp, totalSize=131.7 K 2024-11-09T05:27:46,901 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. 2024-11-09T05:27:46,901 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. files: [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/178695cc77194be5831ac909146d8170, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/9ecdd90b308041e59306d65a65130e09, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/e627bcd723bc4cc7979e7f613668bd08, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/f94de8dad1bd400dae2896ffdd92d110] 2024-11-09T05:27:46,901 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/7010c1dab1354757898adcd7553522d1, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/fb34d689f2584065870e4f892f52cda8, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/df730091211d49cf83ba7b1ba14cc4c5, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/eb0a9ce705d14bacb54378b2f0213bd2] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp, totalSize=49.2 K 2024-11-09T05:27:46,902 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 178695cc77194be5831ac909146d8170, keycount=150, bloomtype=ROW, size=31.7 K, encoding=NONE, compression=NONE, seqNum=483, earliestPutTs=1731130062819 2024-11-09T05:27:46,902 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 7010c1dab1354757898adcd7553522d1, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=483, earliestPutTs=1731130062819 2024-11-09T05:27:46,902 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9ecdd90b308041e59306d65a65130e09, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=504, earliestPutTs=1731130063498 2024-11-09T05:27:46,902 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting fb34d689f2584065870e4f892f52cda8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=504, earliestPutTs=1731130063498 2024-11-09T05:27:46,902 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting df730091211d49cf83ba7b1ba14cc4c5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=522, earliestPutTs=1731130064153 2024-11-09T05:27:46,902 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting e627bcd723bc4cc7979e7f613668bd08, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=522, earliestPutTs=1731130064153 2024-11-09T05:27:46,903 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting eb0a9ce705d14bacb54378b2f0213bd2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=545, earliestPutTs=1731130065380 2024-11-09T05:27:46,903 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting f94de8dad1bd400dae2896ffdd92d110, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=545, earliestPutTs=1731130065380 2024-11-09T05:27:46,919 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3c07dbfca0ee8420f88a959ab6934a89#B#compaction#635 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:27:46,920 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/B/87f45ed2dfbd45ab8b14b020f5f0c10c is 50, key is test_row_0/B:col10/1731130065390/Put/seqid=0 2024-11-09T05:27:46,929 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3c07dbfca0ee8420f88a959ab6934a89] 2024-11-09T05:27:46,937 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411099eb612aed5bc4e9db9cba936b0fa2a81_3c07dbfca0ee8420f88a959ab6934a89 store=[table=TestAcidGuarantees family=A region=3c07dbfca0ee8420f88a959ab6934a89] 2024-11-09T05:27:46,937 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=183 2024-11-09T05:27:46,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. 2024-11-09T05:27:46,938 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.HRegion(2902): Flushing 3c07dbfca0ee8420f88a959ab6934a89 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-09T05:27:46,945 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411099eb612aed5bc4e9db9cba936b0fa2a81_3c07dbfca0ee8420f88a959ab6934a89, store=[table=TestAcidGuarantees family=A region=3c07dbfca0ee8420f88a959ab6934a89] 2024-11-09T05:27:46,945 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411099eb612aed5bc4e9db9cba936b0fa2a81_3c07dbfca0ee8420f88a959ab6934a89 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3c07dbfca0ee8420f88a959ab6934a89] 2024-11-09T05:27:46,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742583_1759 (size=13595) 2024-11-09T05:27:46,985 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/B/87f45ed2dfbd45ab8b14b020f5f0c10c as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/87f45ed2dfbd45ab8b14b020f5f0c10c 2024-11-09T05:27:46,993 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 3c07dbfca0ee8420f88a959ab6934a89/B of 3c07dbfca0ee8420f88a959ab6934a89 into 87f45ed2dfbd45ab8b14b020f5f0c10c(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:27:46,993 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3c07dbfca0ee8420f88a959ab6934a89: 2024-11-09T05:27:46,993 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., storeName=3c07dbfca0ee8420f88a959ab6934a89/B, priority=12, startTime=1731130066898; duration=0sec 2024-11-09T05:27:46,994 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:27:46,994 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3c07dbfca0ee8420f88a959ab6934a89:B 2024-11-09T05:27:46,994 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T05:27:46,995 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50362 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T05:27:46,995 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1541): 3c07dbfca0ee8420f88a959ab6934a89/C is initiating minor compaction (all files) 2024-11-09T05:27:46,996 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3c07dbfca0ee8420f88a959ab6934a89/C in TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. 2024-11-09T05:27:46,996 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/ee8a5850229e4464aee2ab58fa8949af, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/940648576de04801a8e3899bd206dc3f, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/7bc698be39c445f7be4423254a52e0ca, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/14db4143ecce4fafbfaa160ab3ee485d] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp, totalSize=49.2 K 2024-11-09T05:27:46,996 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting ee8a5850229e4464aee2ab58fa8949af, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=483, earliestPutTs=1731130062819 2024-11-09T05:27:46,997 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 940648576de04801a8e3899bd206dc3f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=504, earliestPutTs=1731130063498 2024-11-09T05:27:46,997 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 7bc698be39c445f7be4423254a52e0ca, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=522, earliestPutTs=1731130064153 2024-11-09T05:27:46,999 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 14db4143ecce4fafbfaa160ab3ee485d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=545, earliestPutTs=1731130065380 2024-11-09T05:27:47,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=183}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411092c294dcb375340ffb7ea7f6e206cabef_3c07dbfca0ee8420f88a959ab6934a89 is 50, key is test_row_0/A:col10/1731130065526/Put/seqid=0 2024-11-09T05:27:47,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742584_1760 (size=4469) 2024-11-09T05:27:47,029 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3c07dbfca0ee8420f88a959ab6934a89#A#compaction#636 average throughput is 0.24 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:27:47,030 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/A/ba2d70c3f8584f35b9a647dfbd34e6dd is 175, key is test_row_0/A:col10/1731130065390/Put/seqid=0 2024-11-09T05:27:47,036 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3c07dbfca0ee8420f88a959ab6934a89#C#compaction#638 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:27:47,037 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/C/d3b04fff82824a4db3e10fdeabb26337 is 50, key is test_row_0/C:col10/1731130065390/Put/seqid=0 2024-11-09T05:27:47,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742586_1762 (size=32549) 2024-11-09T05:27:47,070 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/A/ba2d70c3f8584f35b9a647dfbd34e6dd as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/ba2d70c3f8584f35b9a647dfbd34e6dd 2024-11-09T05:27:47,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742585_1761 (size=12454) 2024-11-09T05:27:47,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=183}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:27:47,081 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 3c07dbfca0ee8420f88a959ab6934a89/A of 3c07dbfca0ee8420f88a959ab6934a89 into ba2d70c3f8584f35b9a647dfbd34e6dd(size=31.8 K), total size for store is 31.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:27:47,083 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3c07dbfca0ee8420f88a959ab6934a89: 2024-11-09T05:27:47,084 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., storeName=3c07dbfca0ee8420f88a959ab6934a89/A, priority=12, startTime=1731130066898; duration=0sec 2024-11-09T05:27:47,084 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:27:47,084 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3c07dbfca0ee8420f88a959ab6934a89:A 2024-11-09T05:27:47,085 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411092c294dcb375340ffb7ea7f6e206cabef_3c07dbfca0ee8420f88a959ab6934a89 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411092c294dcb375340ffb7ea7f6e206cabef_3c07dbfca0ee8420f88a959ab6934a89 2024-11-09T05:27:47,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742587_1763 (size=13595) 2024-11-09T05:27:47,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=183}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/A/f0ab8584c30a4098808d79f8d4d1efc6, store: [table=TestAcidGuarantees family=A region=3c07dbfca0ee8420f88a959ab6934a89] 2024-11-09T05:27:47,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=183}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/A/f0ab8584c30a4098808d79f8d4d1efc6 is 175, key is test_row_0/A:col10/1731130065526/Put/seqid=0 2024-11-09T05:27:47,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742588_1764 (size=31255) 2024-11-09T05:27:47,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=182 2024-11-09T05:27:47,494 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/C/d3b04fff82824a4db3e10fdeabb26337 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/d3b04fff82824a4db3e10fdeabb26337 2024-11-09T05:27:47,501 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 3c07dbfca0ee8420f88a959ab6934a89/C of 3c07dbfca0ee8420f88a959ab6934a89 into d3b04fff82824a4db3e10fdeabb26337(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:27:47,502 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3c07dbfca0ee8420f88a959ab6934a89: 2024-11-09T05:27:47,502 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., storeName=3c07dbfca0ee8420f88a959ab6934a89/C, priority=12, startTime=1731130066898; duration=0sec 2024-11-09T05:27:47,502 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:27:47,502 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3c07dbfca0ee8420f88a959ab6934a89:C 2024-11-09T05:27:47,514 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=183}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=558, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/A/f0ab8584c30a4098808d79f8d4d1efc6 2024-11-09T05:27:47,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=183}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/B/c689861465f04fa5a7e62058a418ddbd is 50, key is test_row_0/B:col10/1731130065526/Put/seqid=0 2024-11-09T05:27:47,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742589_1765 (size=12301) 2024-11-09T05:27:47,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(8855): Flush requested on 3c07dbfca0ee8420f88a959ab6934a89 2024-11-09T05:27:47,683 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. as already flushing 2024-11-09T05:27:47,719 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:47,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40850 deadline: 1731130127716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:47,720 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:47,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40822 deadline: 1731130127717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:47,720 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:47,720 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:47,720 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:47,720 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:47,720 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:47,720 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:47,722 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:47,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40830 deadline: 1731130127718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:47,723 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:47,723 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:47,723 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:47,798 INFO [Thread-2683 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2683. 2024-11-09T05:27:47,798 DEBUG [Thread-2683 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T05:27:47,798 DEBUG [Thread-2683 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:27:47,798 DEBUG [Thread-2683 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:27:47,798 INFO [Thread-2679 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2679. 2024-11-09T05:27:47,798 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:27:47,798 DEBUG [Thread-2679 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T05:27:47,798 DEBUG [Thread-2679 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:27:47,798 DEBUG [Thread-2679 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:27:47,798 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:27:47,801 INFO [Thread-2687 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2687. 2024-11-09T05:27:47,801 DEBUG [Thread-2687 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T05:27:47,801 DEBUG [Thread-2687 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:27:47,801 DEBUG [Thread-2687 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:27:47,801 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:27:47,802 INFO [Thread-2681 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2681. 2024-11-09T05:27:47,802 INFO [Thread-2685 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2685. 2024-11-09T05:27:47,802 DEBUG [Thread-2681 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T05:27:47,802 DEBUG [Thread-2681 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:27:47,802 DEBUG [Thread-2685 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T05:27:47,802 DEBUG [Thread-2685 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:27:47,802 DEBUG [Thread-2681 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:27:47,802 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:27:47,802 DEBUG [Thread-2685 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:27:47,802 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:27:47,830 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:47,830 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:47,830 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:47,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40830 deadline: 1731130127830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:47,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40822 deadline: 1731130127830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:47,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40850 deadline: 1731130127830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:47,830 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:47,830 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:47,830 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:47,830 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:47,830 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:47,830 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:47,830 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:47,830 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:47,830 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:47,949 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=558 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/B/c689861465f04fa5a7e62058a418ddbd 2024-11-09T05:27:47,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=183}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/C/dc6b246cd619477ab3f14901de4804da is 50, key is test_row_0/C:col10/1731130065526/Put/seqid=0 2024-11-09T05:27:47,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742590_1766 (size=12301) 2024-11-09T05:27:48,041 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:48,041 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:48,041 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:48,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40822 deadline: 1731130128040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:48,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40850 deadline: 1731130128040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:48,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40830 deadline: 1731130128040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:48,041 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:48,041 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:48,041 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:48,041 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:48,041 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:48,041 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:48,041 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:48,041 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:48,041 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:48,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=182 2024-11-09T05:27:48,350 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:48,350 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:48,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40850 deadline: 1731130128350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:48,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40822 deadline: 1731130128350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:48,350 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T05:27:48,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40830 deadline: 1731130128350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 2024-11-09T05:27:48,350 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:48,350 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:48,350 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:48,350 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:48,350 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:48,350 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:48,350 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 , the old value is region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:48,350 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T05:27:48,351 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., hostname=059551c538b7,40801,1731129891493, seqNum=5 because the exception is null or not the one we care about 2024-11-09T05:27:48,357 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=558 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/C/dc6b246cd619477ab3f14901de4804da 2024-11-09T05:27:48,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/A/f0ab8584c30a4098808d79f8d4d1efc6 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/f0ab8584c30a4098808d79f8d4d1efc6 2024-11-09T05:27:48,363 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/f0ab8584c30a4098808d79f8d4d1efc6, entries=150, sequenceid=558, filesize=30.5 K 2024-11-09T05:27:48,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/B/c689861465f04fa5a7e62058a418ddbd as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/c689861465f04fa5a7e62058a418ddbd 2024-11-09T05:27:48,366 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/c689861465f04fa5a7e62058a418ddbd, entries=150, sequenceid=558, filesize=12.0 K 2024-11-09T05:27:48,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/C/dc6b246cd619477ab3f14901de4804da as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/dc6b246cd619477ab3f14901de4804da 2024-11-09T05:27:48,368 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/dc6b246cd619477ab3f14901de4804da, entries=150, sequenceid=558, filesize=12.0 K 2024-11-09T05:27:48,369 INFO [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 3c07dbfca0ee8420f88a959ab6934a89 in 1431ms, sequenceid=558, compaction requested=false 2024-11-09T05:27:48,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.HRegion(2603): Flush status journal for 3c07dbfca0ee8420f88a959ab6934a89: 2024-11-09T05:27:48,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. 2024-11-09T05:27:48,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/059551c538b7:0-2 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=183 2024-11-09T05:27:48,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster(4169): Remote procedure done, pid=183 2024-11-09T05:27:48,372 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=183, resume processing ppid=182 2024-11-09T05:27:48,372 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=183, ppid=182, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3530 sec 2024-11-09T05:27:48,373 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=182, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=182, table=TestAcidGuarantees in 2.3710 sec 2024-11-09T05:27:48,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40801 {}] regionserver.HRegion(8855): Flush requested on 3c07dbfca0ee8420f88a959ab6934a89 2024-11-09T05:27:48,862 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T05:27:48,862 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3c07dbfca0ee8420f88a959ab6934a89 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-09T05:27:48,862 INFO [Thread-2672 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2672. 2024-11-09T05:27:48,862 INFO [Thread-2676 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2676. 2024-11-09T05:27:48,862 INFO [Thread-2670 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2670. 2024-11-09T05:27:48,862 DEBUG [Thread-2672 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T05:27:48,862 DEBUG [Thread-2676 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T05:27:48,862 DEBUG [Thread-2670 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T05:27:48,862 DEBUG [Thread-2672 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:27:48,862 DEBUG [Thread-2676 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:27:48,862 DEBUG [Thread-2670 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:27:48,862 DEBUG [Thread-2676 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:27:48,862 DEBUG [Thread-2672 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:27:48,862 DEBUG [Thread-2670 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:27:48,862 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:27:48,862 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:27:48,863 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:27:48,870 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110939d62fafd2b34b0a847d3ca4afbb617f_3c07dbfca0ee8420f88a959ab6934a89 is 50, key is test_row_0/A:col10/1731130067715/Put/seqid=0 2024-11-09T05:27:48,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742591_1767 (size=12454) 2024-11-09T05:27:48,873 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:27:48,875 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110939d62fafd2b34b0a847d3ca4afbb617f_3c07dbfca0ee8420f88a959ab6934a89 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110939d62fafd2b34b0a847d3ca4afbb617f_3c07dbfca0ee8420f88a959ab6934a89 2024-11-09T05:27:48,876 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/A/943131b080714b7185c5645edced0dda, store: [table=TestAcidGuarantees family=A region=3c07dbfca0ee8420f88a959ab6934a89] 2024-11-09T05:27:48,876 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/A/943131b080714b7185c5645edced0dda is 175, key is test_row_0/A:col10/1731130067715/Put/seqid=0 2024-11-09T05:27:48,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742592_1768 (size=31255) 2024-11-09T05:27:49,285 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=587, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/A/943131b080714b7185c5645edced0dda 2024-11-09T05:27:49,290 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/B/28965f06a51c4d1e80112c07629150d3 is 50, key is test_row_0/B:col10/1731130067715/Put/seqid=0 2024-11-09T05:27:49,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742593_1769 (size=12301) 2024-11-09T05:27:49,631 INFO [Thread-2668 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2668. 2024-11-09T05:27:49,631 DEBUG [Thread-2668 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T05:27:49,631 DEBUG [Thread-2668 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:27:49,631 DEBUG [Thread-2668 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:27:49,631 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:27:49,661 INFO [Thread-2674 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2674. 2024-11-09T05:27:49,661 DEBUG [Thread-2674 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T05:27:49,661 DEBUG [Thread-2674 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:27:49,661 DEBUG [Thread-2674 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:27:49,661 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:27:49,694 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=587 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/B/28965f06a51c4d1e80112c07629150d3 2024-11-09T05:27:49,699 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/C/034ffc5950dc4fa9875763ddf70726da is 50, key is test_row_0/C:col10/1731130067715/Put/seqid=0 2024-11-09T05:27:49,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742594_1770 (size=12301) 2024-11-09T05:27:49,782 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T05:27:50,102 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=587 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/C/034ffc5950dc4fa9875763ddf70726da 2024-11-09T05:27:50,105 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/A/943131b080714b7185c5645edced0dda as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/943131b080714b7185c5645edced0dda 2024-11-09T05:27:50,107 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/943131b080714b7185c5645edced0dda, entries=150, sequenceid=587, filesize=30.5 K 2024-11-09T05:27:50,108 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/B/28965f06a51c4d1e80112c07629150d3 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/28965f06a51c4d1e80112c07629150d3 2024-11-09T05:27:50,110 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/28965f06a51c4d1e80112c07629150d3, entries=150, sequenceid=587, filesize=12.0 K 2024-11-09T05:27:50,110 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/C/034ffc5950dc4fa9875763ddf70726da as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/034ffc5950dc4fa9875763ddf70726da 2024-11-09T05:27:50,113 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/034ffc5950dc4fa9875763ddf70726da, entries=150, sequenceid=587, filesize=12.0 K 2024-11-09T05:27:50,114 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=13.42 KB/13740 for 3c07dbfca0ee8420f88a959ab6934a89 in 1252ms, sequenceid=587, compaction requested=true 2024-11-09T05:27:50,114 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3c07dbfca0ee8420f88a959ab6934a89: 2024-11-09T05:27:50,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3c07dbfca0ee8420f88a959ab6934a89:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T05:27:50,114 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:27:50,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:27:50,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3c07dbfca0ee8420f88a959ab6934a89:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T05:27:50,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:27:50,114 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:27:50,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3c07dbfca0ee8420f88a959ab6934a89:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T05:27:50,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:27:50,114 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38197 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:27:50,114 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 95059 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:27:50,115 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1541): 3c07dbfca0ee8420f88a959ab6934a89/B is initiating minor compaction (all files) 2024-11-09T05:27:50,115 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1541): 3c07dbfca0ee8420f88a959ab6934a89/A is initiating minor compaction (all files) 2024-11-09T05:27:50,115 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3c07dbfca0ee8420f88a959ab6934a89/B in TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. 2024-11-09T05:27:50,115 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3c07dbfca0ee8420f88a959ab6934a89/A in TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. 2024-11-09T05:27:50,115 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/87f45ed2dfbd45ab8b14b020f5f0c10c, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/c689861465f04fa5a7e62058a418ddbd, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/28965f06a51c4d1e80112c07629150d3] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp, totalSize=37.3 K 2024-11-09T05:27:50,115 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/ba2d70c3f8584f35b9a647dfbd34e6dd, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/f0ab8584c30a4098808d79f8d4d1efc6, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/943131b080714b7185c5645edced0dda] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp, totalSize=92.8 K 2024-11-09T05:27:50,115 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. 2024-11-09T05:27:50,115 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. files: [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/ba2d70c3f8584f35b9a647dfbd34e6dd, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/f0ab8584c30a4098808d79f8d4d1efc6, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/943131b080714b7185c5645edced0dda] 2024-11-09T05:27:50,115 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 87f45ed2dfbd45ab8b14b020f5f0c10c, keycount=150, bloomtype=ROW, size=13.3 K, encoding=NONE, compression=NONE, seqNum=545, earliestPutTs=1731130065380 2024-11-09T05:27:50,115 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting ba2d70c3f8584f35b9a647dfbd34e6dd, keycount=150, bloomtype=ROW, size=31.8 K, encoding=NONE, compression=NONE, seqNum=545, earliestPutTs=1731130065380 2024-11-09T05:27:50,115 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting c689861465f04fa5a7e62058a418ddbd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=558, earliestPutTs=1731130065518 2024-11-09T05:27:50,115 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting f0ab8584c30a4098808d79f8d4d1efc6, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=558, earliestPutTs=1731130065518 2024-11-09T05:27:50,115 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 28965f06a51c4d1e80112c07629150d3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=587, earliestPutTs=1731130067712 2024-11-09T05:27:50,115 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] compactions.Compactor(225): Compacting 943131b080714b7185c5645edced0dda, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=587, earliestPutTs=1731130067712 2024-11-09T05:27:50,120 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3c07dbfca0ee8420f88a959ab6934a89] 2024-11-09T05:27:50,121 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3c07dbfca0ee8420f88a959ab6934a89#B#compaction#644 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:27:50,121 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/B/b7e7b612b2c646c0ab87123ff9278b43 is 50, key is test_row_0/B:col10/1731130067715/Put/seqid=0 2024-11-09T05:27:50,121 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241109564970690cce451db901120178263e83_3c07dbfca0ee8420f88a959ab6934a89 store=[table=TestAcidGuarantees family=A region=3c07dbfca0ee8420f88a959ab6934a89] 2024-11-09T05:27:50,123 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241109564970690cce451db901120178263e83_3c07dbfca0ee8420f88a959ab6934a89, store=[table=TestAcidGuarantees family=A region=3c07dbfca0ee8420f88a959ab6934a89] 2024-11-09T05:27:50,123 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109564970690cce451db901120178263e83_3c07dbfca0ee8420f88a959ab6934a89 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3c07dbfca0ee8420f88a959ab6934a89] 2024-11-09T05:27:50,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742595_1771 (size=13697) 2024-11-09T05:27:50,132 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/B/b7e7b612b2c646c0ab87123ff9278b43 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/b7e7b612b2c646c0ab87123ff9278b43 2024-11-09T05:27:50,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742596_1772 (size=4469) 2024-11-09T05:27:50,135 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3c07dbfca0ee8420f88a959ab6934a89/B of 3c07dbfca0ee8420f88a959ab6934a89 into b7e7b612b2c646c0ab87123ff9278b43(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:27:50,135 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3c07dbfca0ee8420f88a959ab6934a89: 2024-11-09T05:27:50,135 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., storeName=3c07dbfca0ee8420f88a959ab6934a89/B, priority=13, startTime=1731130070114; duration=0sec 2024-11-09T05:27:50,135 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T05:27:50,135 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3c07dbfca0ee8420f88a959ab6934a89:B 2024-11-09T05:27:50,135 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T05:27:50,136 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38197 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T05:27:50,136 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1541): 3c07dbfca0ee8420f88a959ab6934a89/C is initiating minor compaction (all files) 2024-11-09T05:27:50,136 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3c07dbfca0ee8420f88a959ab6934a89/C in TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. 2024-11-09T05:27:50,136 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/d3b04fff82824a4db3e10fdeabb26337, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/dc6b246cd619477ab3f14901de4804da, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/034ffc5950dc4fa9875763ddf70726da] into tmpdir=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp, totalSize=37.3 K 2024-11-09T05:27:50,136 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting d3b04fff82824a4db3e10fdeabb26337, keycount=150, bloomtype=ROW, size=13.3 K, encoding=NONE, compression=NONE, seqNum=545, earliestPutTs=1731130065380 2024-11-09T05:27:50,136 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting dc6b246cd619477ab3f14901de4804da, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=558, earliestPutTs=1731130065518 2024-11-09T05:27:50,137 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] compactions.Compactor(225): Compacting 034ffc5950dc4fa9875763ddf70726da, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=587, earliestPutTs=1731130067712 2024-11-09T05:27:50,142 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3c07dbfca0ee8420f88a959ab6934a89#C#compaction#646 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:27:50,142 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/C/6222b6a0f3b64c81b4aed7536884b909 is 50, key is test_row_0/C:col10/1731130067715/Put/seqid=0 2024-11-09T05:27:50,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742597_1773 (size=13697) 2024-11-09T05:27:50,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=182 2024-11-09T05:27:50,171 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T05:27:50,171 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-09T05:27:50,171 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 65 2024-11-09T05:27:50,171 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 103 2024-11-09T05:27:50,171 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 102 2024-11-09T05:27:50,171 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 84 2024-11-09T05:27:50,171 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 108 2024-11-09T05:27:50,171 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-09T05:27:50,171 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3206 2024-11-09T05:27:50,171 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3077 2024-11-09T05:27:50,171 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3077 2024-11-09T05:27:50,171 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3204 2024-11-09T05:27:50,171 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3085 2024-11-09T05:27:50,171 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-09T05:27:50,171 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T05:27:50,171 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobGetAtomicity(AcidGuaranteesTestBase.java:122) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T05:27:50,171 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:27:50,171 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:27:50,171 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:27:50,172 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-09T05:27:50,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] procedure2.ProcedureExecutor(1139): Stored pid=184, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-09T05:27:50,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=184 2024-11-09T05:27:50,174 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731130070174"}]},"ts":"1731130070174"} 2024-11-09T05:27:50,175 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-09T05:27:50,176 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-09T05:27:50,176 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=185, ppid=184, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-09T05:27:50,177 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=186, ppid=185, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3c07dbfca0ee8420f88a959ab6934a89, UNASSIGN}] 2024-11-09T05:27:50,178 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=186, ppid=185, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3c07dbfca0ee8420f88a959ab6934a89, UNASSIGN 2024-11-09T05:27:50,178 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=186 updating hbase:meta row=3c07dbfca0ee8420f88a959ab6934a89, regionState=CLOSING, regionLocation=059551c538b7,40801,1731129891493 2024-11-09T05:27:50,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=186, ppid=185, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=3c07dbfca0ee8420f88a959ab6934a89, UNASSIGN because future has completed 2024-11-09T05:27:50,180 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-09T05:27:50,180 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=187, ppid=186, state=RUNNABLE, hasLock=false; CloseRegionProcedure 3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493}] 2024-11-09T05:27:50,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=184 2024-11-09T05:27:50,332 INFO [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=187}] handler.UnassignRegionHandler(122): Close 3c07dbfca0ee8420f88a959ab6934a89 2024-11-09T05:27:50,332 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=187}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-09T05:27:50,332 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=187}] regionserver.HRegion(1722): Closing 3c07dbfca0ee8420f88a959ab6934a89, disabling compactions & flushes 2024-11-09T05:27:50,332 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=187}] regionserver.HRegion(1993): waiting for 2 compactions to complete for region TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. 2024-11-09T05:27:50,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=184 2024-11-09T05:27:50,534 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3c07dbfca0ee8420f88a959ab6934a89#A#compaction#645 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T05:27:50,535 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/A/5a35b6bfd1374fdeb4b9e4abfd35a0b7 is 175, key is test_row_0/A:col10/1731130067715/Put/seqid=0 2024-11-09T05:27:50,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742598_1774 (size=32651) 2024-11-09T05:27:50,552 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/C/6222b6a0f3b64c81b4aed7536884b909 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/6222b6a0f3b64c81b4aed7536884b909 2024-11-09T05:27:50,555 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3c07dbfca0ee8420f88a959ab6934a89/C of 3c07dbfca0ee8420f88a959ab6934a89 into 6222b6a0f3b64c81b4aed7536884b909(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:27:50,555 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3c07dbfca0ee8420f88a959ab6934a89: 2024-11-09T05:27:50,555 INFO [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., storeName=3c07dbfca0ee8420f88a959ab6934a89/C, priority=13, startTime=1731130070114; duration=0sec 2024-11-09T05:27:50,555 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:27:50,555 DEBUG [RS:0;059551c538b7:40801-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3c07dbfca0ee8420f88a959ab6934a89:C 2024-11-09T05:27:50,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=184 2024-11-09T05:27:50,941 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/A/5a35b6bfd1374fdeb4b9e4abfd35a0b7 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/5a35b6bfd1374fdeb4b9e4abfd35a0b7 2024-11-09T05:27:50,944 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3c07dbfca0ee8420f88a959ab6934a89/A of 3c07dbfca0ee8420f88a959ab6934a89 into 5a35b6bfd1374fdeb4b9e4abfd35a0b7(size=31.9 K), total size for store is 31.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T05:27:50,944 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3c07dbfca0ee8420f88a959ab6934a89: 2024-11-09T05:27:50,944 INFO [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=187}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. 2024-11-09T05:27:50,944 INFO [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., storeName=3c07dbfca0ee8420f88a959ab6934a89/A, priority=13, startTime=1731130070114; duration=0sec 2024-11-09T05:27:50,944 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=187}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. 2024-11-09T05:27:50,944 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T05:27:50,944 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=187}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. after waiting 0 ms 2024-11-09T05:27:50,944 DEBUG [RS:0;059551c538b7:40801-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3c07dbfca0ee8420f88a959ab6934a89:A 2024-11-09T05:27:50,944 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=187}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. 2024-11-09T05:27:50,944 INFO [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=187}] regionserver.HRegion(2902): Flushing 3c07dbfca0ee8420f88a959ab6934a89 3/3 column families, dataSize=13.42 KB heapSize=35.91 KB 2024-11-09T05:27:50,948 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=187}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110985efdb8c17fa441e8c153be7ccad523c_3c07dbfca0ee8420f88a959ab6934a89 is 50, key is test_row_0/A:col10/1731130069630/Put/seqid=0 2024-11-09T05:27:50,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742599_1775 (size=9914) 2024-11-09T05:27:51,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=184 2024-11-09T05:27:51,351 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=187}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T05:27:51,353 INFO [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=187}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110985efdb8c17fa441e8c153be7ccad523c_3c07dbfca0ee8420f88a959ab6934a89 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110985efdb8c17fa441e8c153be7ccad523c_3c07dbfca0ee8420f88a959ab6934a89 2024-11-09T05:27:51,354 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=187}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/A/89e6eae71fd74816b324908348bf1d58, store: [table=TestAcidGuarantees family=A region=3c07dbfca0ee8420f88a959ab6934a89] 2024-11-09T05:27:51,354 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=187}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/A/89e6eae71fd74816b324908348bf1d58 is 175, key is test_row_0/A:col10/1731130069630/Put/seqid=0 2024-11-09T05:27:51,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742600_1776 (size=22561) 2024-11-09T05:27:51,757 INFO [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=187}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=595, memsize=4.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/A/89e6eae71fd74816b324908348bf1d58 2024-11-09T05:27:51,761 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=187}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/B/1e71183353d24da79dd57e7fccb55978 is 50, key is test_row_0/B:col10/1731130069630/Put/seqid=0 2024-11-09T05:27:51,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742601_1777 (size=9857) 2024-11-09T05:27:52,164 INFO [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=187}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=595 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/B/1e71183353d24da79dd57e7fccb55978 2024-11-09T05:27:52,168 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=187}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/C/b55dbc2272d64a0da5f33c3a774465be is 50, key is test_row_0/C:col10/1731130069630/Put/seqid=0 2024-11-09T05:27:52,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742602_1778 (size=9857) 2024-11-09T05:27:52,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=184 2024-11-09T05:27:52,571 INFO [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=187}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=595 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/C/b55dbc2272d64a0da5f33c3a774465be 2024-11-09T05:27:52,574 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=187}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/A/89e6eae71fd74816b324908348bf1d58 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/89e6eae71fd74816b324908348bf1d58 2024-11-09T05:27:52,576 INFO [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=187}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/89e6eae71fd74816b324908348bf1d58, entries=100, sequenceid=595, filesize=22.0 K 2024-11-09T05:27:52,577 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=187}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/B/1e71183353d24da79dd57e7fccb55978 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/1e71183353d24da79dd57e7fccb55978 2024-11-09T05:27:52,579 INFO [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=187}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/1e71183353d24da79dd57e7fccb55978, entries=100, sequenceid=595, filesize=9.6 K 2024-11-09T05:27:52,579 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=187}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/.tmp/C/b55dbc2272d64a0da5f33c3a774465be as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/b55dbc2272d64a0da5f33c3a774465be 2024-11-09T05:27:52,582 INFO [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=187}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/b55dbc2272d64a0da5f33c3a774465be, entries=100, sequenceid=595, filesize=9.6 K 2024-11-09T05:27:52,583 INFO [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=187}] regionserver.HRegion(3140): Finished flush of dataSize ~13.42 KB/13740, heapSize ~35.86 KB/36720, currentSize=0 B/0 for 3c07dbfca0ee8420f88a959ab6934a89 in 1639ms, sequenceid=595, compaction requested=false 2024-11-09T05:27:52,583 DEBUG [StoreCloser-TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/e5ec6c4e5f254fdf8353db0f6bfa3408, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/3cfc7019b0e14397ab0700df7e5ae207, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/33402c82a0174e2fb612ef90db0feea6, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/fa4c182ae15c4d20a9acfe3fefd3c5f4, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/c0b331e26d6541c6bf8afa4f54418d7e, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/5bf47cae8cd24ff9835f217a038d374a, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/768580f3702a4b2282183373b02194fc, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/3b93201828484c23b55b5a5f00df47da, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/1abe4a07cd6846649e2bbb092e46339c, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/5f433fba986944a4b79036cb24518739, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/4772e4065a9f432ca93e2c3e31222f67, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/8a90d6c8f5bc49a1a8cb92b6b462d84a, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/56c4753518ba48d5a81b94fc41939923, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/dea1d015b8ff4630a0a73c4502a8438d, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/72e30c231f234a80a6b730de20a55ccf, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/c3cfdbe32bd441f0888250409a558736, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/a6af88145b9c42e3a5490abfcc16fa7d, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/1e1df87639b742e99cc4177049b1f37b, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/ad6f7ccc481a4d1ead6911d0c5660343, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/2685ed2b4d224546832472071a1681d8, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/ed7aa5aa72a34e2d995a23f52fa9913d, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/a91aaacdbdfb40eb91fd7b445ee0ba3c, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/3ac93e6fd53e44faa11a1d73d01c3465, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/258bd5b4c4d94293bfa7008e306d4051, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/052cadac38f943578866ca56352be2c0, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/6ac66293ab9b4356a29f028389a0308b, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/aa2fe50363c64bdcbc55bcbe61422ff4, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/1a1fba94c10f401eb5724fb004163c8f, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/79daa94858f247dcbc492014b71cb9e6, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/03189786eae74f44b274188fad5ca43f, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/63a8e1bac41c4951a157e25af24bd014, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/8f59978d03764da8876bf42e5c670423, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/dcad42757c8f4202952d8eccc1e7b71d, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/dc1b02f2a6ac46e1838facd814303f84, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/178695cc77194be5831ac909146d8170, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/9ecdd90b308041e59306d65a65130e09, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/e627bcd723bc4cc7979e7f613668bd08, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/ba2d70c3f8584f35b9a647dfbd34e6dd, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/f94de8dad1bd400dae2896ffdd92d110, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/f0ab8584c30a4098808d79f8d4d1efc6, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/943131b080714b7185c5645edced0dda] to archive 2024-11-09T05:27:52,584 DEBUG [StoreCloser-TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-09T05:27:52,585 DEBUG [StoreCloser-TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/e5ec6c4e5f254fdf8353db0f6bfa3408 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/e5ec6c4e5f254fdf8353db0f6bfa3408 2024-11-09T05:27:52,586 DEBUG [StoreCloser-TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/3cfc7019b0e14397ab0700df7e5ae207 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/3cfc7019b0e14397ab0700df7e5ae207 2024-11-09T05:27:52,587 DEBUG [StoreCloser-TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/33402c82a0174e2fb612ef90db0feea6 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/33402c82a0174e2fb612ef90db0feea6 2024-11-09T05:27:52,587 DEBUG [StoreCloser-TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/fa4c182ae15c4d20a9acfe3fefd3c5f4 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/fa4c182ae15c4d20a9acfe3fefd3c5f4 2024-11-09T05:27:52,588 DEBUG [StoreCloser-TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/c0b331e26d6541c6bf8afa4f54418d7e to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/c0b331e26d6541c6bf8afa4f54418d7e 2024-11-09T05:27:52,589 DEBUG [StoreCloser-TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/5bf47cae8cd24ff9835f217a038d374a to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/5bf47cae8cd24ff9835f217a038d374a 2024-11-09T05:27:52,590 DEBUG [StoreCloser-TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/768580f3702a4b2282183373b02194fc to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/768580f3702a4b2282183373b02194fc 2024-11-09T05:27:52,590 DEBUG [StoreCloser-TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/3b93201828484c23b55b5a5f00df47da to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/3b93201828484c23b55b5a5f00df47da 2024-11-09T05:27:52,591 DEBUG [StoreCloser-TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/1abe4a07cd6846649e2bbb092e46339c to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/1abe4a07cd6846649e2bbb092e46339c 2024-11-09T05:27:52,592 DEBUG [StoreCloser-TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/5f433fba986944a4b79036cb24518739 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/5f433fba986944a4b79036cb24518739 2024-11-09T05:27:52,593 DEBUG [StoreCloser-TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/4772e4065a9f432ca93e2c3e31222f67 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/4772e4065a9f432ca93e2c3e31222f67 2024-11-09T05:27:52,593 DEBUG [StoreCloser-TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/8a90d6c8f5bc49a1a8cb92b6b462d84a to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/8a90d6c8f5bc49a1a8cb92b6b462d84a 2024-11-09T05:27:52,594 DEBUG [StoreCloser-TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/56c4753518ba48d5a81b94fc41939923 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/56c4753518ba48d5a81b94fc41939923 2024-11-09T05:27:52,595 DEBUG [StoreCloser-TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/dea1d015b8ff4630a0a73c4502a8438d to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/dea1d015b8ff4630a0a73c4502a8438d 2024-11-09T05:27:52,595 DEBUG [StoreCloser-TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/72e30c231f234a80a6b730de20a55ccf to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/72e30c231f234a80a6b730de20a55ccf 2024-11-09T05:27:52,596 DEBUG [StoreCloser-TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/c3cfdbe32bd441f0888250409a558736 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/c3cfdbe32bd441f0888250409a558736 2024-11-09T05:27:52,597 DEBUG [StoreCloser-TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/a6af88145b9c42e3a5490abfcc16fa7d to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/a6af88145b9c42e3a5490abfcc16fa7d 2024-11-09T05:27:52,598 DEBUG [StoreCloser-TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/1e1df87639b742e99cc4177049b1f37b to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/1e1df87639b742e99cc4177049b1f37b 2024-11-09T05:27:52,598 DEBUG [StoreCloser-TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/ad6f7ccc481a4d1ead6911d0c5660343 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/ad6f7ccc481a4d1ead6911d0c5660343 2024-11-09T05:27:52,599 DEBUG [StoreCloser-TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/2685ed2b4d224546832472071a1681d8 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/2685ed2b4d224546832472071a1681d8 2024-11-09T05:27:52,600 DEBUG [StoreCloser-TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/ed7aa5aa72a34e2d995a23f52fa9913d to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/ed7aa5aa72a34e2d995a23f52fa9913d 2024-11-09T05:27:52,601 DEBUG [StoreCloser-TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/a91aaacdbdfb40eb91fd7b445ee0ba3c to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/a91aaacdbdfb40eb91fd7b445ee0ba3c 2024-11-09T05:27:52,602 DEBUG [StoreCloser-TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/3ac93e6fd53e44faa11a1d73d01c3465 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/3ac93e6fd53e44faa11a1d73d01c3465 2024-11-09T05:27:52,602 DEBUG [StoreCloser-TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/258bd5b4c4d94293bfa7008e306d4051 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/258bd5b4c4d94293bfa7008e306d4051 2024-11-09T05:27:52,603 DEBUG [StoreCloser-TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/052cadac38f943578866ca56352be2c0 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/052cadac38f943578866ca56352be2c0 2024-11-09T05:27:52,604 DEBUG [StoreCloser-TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/6ac66293ab9b4356a29f028389a0308b to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/6ac66293ab9b4356a29f028389a0308b 2024-11-09T05:27:52,604 DEBUG [StoreCloser-TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/aa2fe50363c64bdcbc55bcbe61422ff4 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/aa2fe50363c64bdcbc55bcbe61422ff4 2024-11-09T05:27:52,605 DEBUG [StoreCloser-TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/1a1fba94c10f401eb5724fb004163c8f to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/1a1fba94c10f401eb5724fb004163c8f 2024-11-09T05:27:52,606 DEBUG [StoreCloser-TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/79daa94858f247dcbc492014b71cb9e6 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/79daa94858f247dcbc492014b71cb9e6 2024-11-09T05:27:52,607 DEBUG [StoreCloser-TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/03189786eae74f44b274188fad5ca43f to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/03189786eae74f44b274188fad5ca43f 2024-11-09T05:27:52,607 DEBUG [StoreCloser-TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/63a8e1bac41c4951a157e25af24bd014 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/63a8e1bac41c4951a157e25af24bd014 2024-11-09T05:27:52,608 DEBUG [StoreCloser-TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/8f59978d03764da8876bf42e5c670423 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/8f59978d03764da8876bf42e5c670423 2024-11-09T05:27:52,609 DEBUG [StoreCloser-TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/dcad42757c8f4202952d8eccc1e7b71d to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/dcad42757c8f4202952d8eccc1e7b71d 2024-11-09T05:27:52,610 DEBUG [StoreCloser-TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/dc1b02f2a6ac46e1838facd814303f84 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/dc1b02f2a6ac46e1838facd814303f84 2024-11-09T05:27:52,611 DEBUG [StoreCloser-TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/178695cc77194be5831ac909146d8170 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/178695cc77194be5831ac909146d8170 2024-11-09T05:27:52,611 DEBUG [StoreCloser-TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/9ecdd90b308041e59306d65a65130e09 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/9ecdd90b308041e59306d65a65130e09 2024-11-09T05:27:52,612 DEBUG [StoreCloser-TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/e627bcd723bc4cc7979e7f613668bd08 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/e627bcd723bc4cc7979e7f613668bd08 2024-11-09T05:27:52,613 DEBUG [StoreCloser-TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/ba2d70c3f8584f35b9a647dfbd34e6dd to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/ba2d70c3f8584f35b9a647dfbd34e6dd 2024-11-09T05:27:52,614 DEBUG [StoreCloser-TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/f94de8dad1bd400dae2896ffdd92d110 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/f94de8dad1bd400dae2896ffdd92d110 2024-11-09T05:27:52,614 DEBUG [StoreCloser-TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/f0ab8584c30a4098808d79f8d4d1efc6 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/f0ab8584c30a4098808d79f8d4d1efc6 2024-11-09T05:27:52,615 DEBUG [StoreCloser-TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/943131b080714b7185c5645edced0dda to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/943131b080714b7185c5645edced0dda 2024-11-09T05:27:52,617 DEBUG [StoreCloser-TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/a3cb4cded91143f5a0ad8c9ad3101331, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/9d6326e44e05424ca6df7d0d6a6e50ee, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/74f773262ae44882a5f3131c0e4751cb, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/2f4f5abf54784109ac872ece94df4f8e, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/0fdfeeb170e04e65b6cf4c9f2790e413, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/13ba1be712fa48c4a6f08f9967064cd1, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/2352a6bf4d8d4995b87e206d81a9058c, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/13ad5cc823444a2abeef94862334701a, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/8f4c571ebe4d44eb973f3952d218221f, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/e94eaf143f23420cb539cdc8090bc565, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/83a18c4c1d6243779d209895075b214d, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/b1fa1d80c0b94c62b158ccf3f253fe5e, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/40d1cf5d8364443f81cfd0f5ecc1fd3c, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/c20a8fb9d590437fa3d3212e85fe1896, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/6a2f4be1cfe14dceb61238022cc537b2, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/21ef127813704547b6a643d217453670, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/76cb3b392ee741e096f3bbde05d3c772, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/feddc647322542609a1cae8401079b11, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/016705254f984320990556bfaedc889f, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/7af4a0d8f793436b875e96548f32c909, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/307bce0de1fc4305811ab188ccb6dfe9, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/9b9a62df433b4158a4a1a86a184cf66f, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/961259452aeb426189936e48f4a27c13, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/6f08ea2a7a1943f0a7f6ab70c963282a, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/56ff09937fdc4379b3e4f7bd8ea8cccc, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/1a24bea681d842cca662da45c34129a6, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/67ea11d4d01f4de9b95ce83d5995d459, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/74fdfa36f9a64933a567e267eb70231b, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/c391368cb9924a7ab7046459315ed03d, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/bc65c6839498486698da4e64d2cfcc28, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/fd8f7e215f104b5b87e77833327fe764, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/a61ae56dc2684ba6b1da52119df83fd9, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/940f60c6ddf843d298eb88add411c799, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/7010c1dab1354757898adcd7553522d1, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/80d61b49365747fca1921796047587fc, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/fb34d689f2584065870e4f892f52cda8, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/df730091211d49cf83ba7b1ba14cc4c5, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/87f45ed2dfbd45ab8b14b020f5f0c10c, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/eb0a9ce705d14bacb54378b2f0213bd2, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/c689861465f04fa5a7e62058a418ddbd, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/28965f06a51c4d1e80112c07629150d3] to archive 2024-11-09T05:27:52,617 DEBUG [StoreCloser-TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-09T05:27:52,619 DEBUG [StoreCloser-TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/a3cb4cded91143f5a0ad8c9ad3101331 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/a3cb4cded91143f5a0ad8c9ad3101331 2024-11-09T05:27:52,620 DEBUG [StoreCloser-TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/9d6326e44e05424ca6df7d0d6a6e50ee to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/9d6326e44e05424ca6df7d0d6a6e50ee 2024-11-09T05:27:52,620 DEBUG [StoreCloser-TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/74f773262ae44882a5f3131c0e4751cb to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/74f773262ae44882a5f3131c0e4751cb 2024-11-09T05:27:52,621 DEBUG [StoreCloser-TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/2f4f5abf54784109ac872ece94df4f8e to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/2f4f5abf54784109ac872ece94df4f8e 2024-11-09T05:27:52,622 DEBUG [StoreCloser-TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/0fdfeeb170e04e65b6cf4c9f2790e413 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/0fdfeeb170e04e65b6cf4c9f2790e413 2024-11-09T05:27:52,623 DEBUG [StoreCloser-TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/13ba1be712fa48c4a6f08f9967064cd1 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/13ba1be712fa48c4a6f08f9967064cd1 2024-11-09T05:27:52,624 DEBUG [StoreCloser-TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/2352a6bf4d8d4995b87e206d81a9058c to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/2352a6bf4d8d4995b87e206d81a9058c 2024-11-09T05:27:52,625 DEBUG [StoreCloser-TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/13ad5cc823444a2abeef94862334701a to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/13ad5cc823444a2abeef94862334701a 2024-11-09T05:27:52,625 DEBUG [StoreCloser-TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/8f4c571ebe4d44eb973f3952d218221f to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/8f4c571ebe4d44eb973f3952d218221f 2024-11-09T05:27:52,626 DEBUG [StoreCloser-TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/e94eaf143f23420cb539cdc8090bc565 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/e94eaf143f23420cb539cdc8090bc565 2024-11-09T05:27:52,627 DEBUG [StoreCloser-TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/83a18c4c1d6243779d209895075b214d to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/83a18c4c1d6243779d209895075b214d 2024-11-09T05:27:52,628 DEBUG [StoreCloser-TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/b1fa1d80c0b94c62b158ccf3f253fe5e to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/b1fa1d80c0b94c62b158ccf3f253fe5e 2024-11-09T05:27:52,629 DEBUG [StoreCloser-TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/40d1cf5d8364443f81cfd0f5ecc1fd3c to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/40d1cf5d8364443f81cfd0f5ecc1fd3c 2024-11-09T05:27:52,629 DEBUG [StoreCloser-TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/c20a8fb9d590437fa3d3212e85fe1896 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/c20a8fb9d590437fa3d3212e85fe1896 2024-11-09T05:27:52,630 DEBUG [StoreCloser-TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/6a2f4be1cfe14dceb61238022cc537b2 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/6a2f4be1cfe14dceb61238022cc537b2 2024-11-09T05:27:52,631 DEBUG [StoreCloser-TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/21ef127813704547b6a643d217453670 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/21ef127813704547b6a643d217453670 2024-11-09T05:27:52,631 DEBUG [StoreCloser-TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/76cb3b392ee741e096f3bbde05d3c772 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/76cb3b392ee741e096f3bbde05d3c772 2024-11-09T05:27:52,632 DEBUG [StoreCloser-TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/feddc647322542609a1cae8401079b11 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/feddc647322542609a1cae8401079b11 2024-11-09T05:27:52,633 DEBUG [StoreCloser-TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/016705254f984320990556bfaedc889f to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/016705254f984320990556bfaedc889f 2024-11-09T05:27:52,634 DEBUG [StoreCloser-TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/7af4a0d8f793436b875e96548f32c909 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/7af4a0d8f793436b875e96548f32c909 2024-11-09T05:27:52,634 DEBUG [StoreCloser-TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/307bce0de1fc4305811ab188ccb6dfe9 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/307bce0de1fc4305811ab188ccb6dfe9 2024-11-09T05:27:52,635 DEBUG [StoreCloser-TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/9b9a62df433b4158a4a1a86a184cf66f to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/9b9a62df433b4158a4a1a86a184cf66f 2024-11-09T05:27:52,636 DEBUG [StoreCloser-TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/961259452aeb426189936e48f4a27c13 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/961259452aeb426189936e48f4a27c13 2024-11-09T05:27:52,637 DEBUG [StoreCloser-TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/6f08ea2a7a1943f0a7f6ab70c963282a to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/6f08ea2a7a1943f0a7f6ab70c963282a 2024-11-09T05:27:52,637 DEBUG [StoreCloser-TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/56ff09937fdc4379b3e4f7bd8ea8cccc to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/56ff09937fdc4379b3e4f7bd8ea8cccc 2024-11-09T05:27:52,638 DEBUG [StoreCloser-TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/1a24bea681d842cca662da45c34129a6 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/1a24bea681d842cca662da45c34129a6 2024-11-09T05:27:52,639 DEBUG [StoreCloser-TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/67ea11d4d01f4de9b95ce83d5995d459 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/67ea11d4d01f4de9b95ce83d5995d459 2024-11-09T05:27:52,640 DEBUG [StoreCloser-TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/74fdfa36f9a64933a567e267eb70231b to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/74fdfa36f9a64933a567e267eb70231b 2024-11-09T05:27:52,640 DEBUG [StoreCloser-TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/c391368cb9924a7ab7046459315ed03d to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/c391368cb9924a7ab7046459315ed03d 2024-11-09T05:27:52,641 DEBUG [StoreCloser-TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/bc65c6839498486698da4e64d2cfcc28 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/bc65c6839498486698da4e64d2cfcc28 2024-11-09T05:27:52,642 DEBUG [StoreCloser-TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/fd8f7e215f104b5b87e77833327fe764 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/fd8f7e215f104b5b87e77833327fe764 2024-11-09T05:27:52,643 DEBUG [StoreCloser-TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/a61ae56dc2684ba6b1da52119df83fd9 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/a61ae56dc2684ba6b1da52119df83fd9 2024-11-09T05:27:52,644 DEBUG [StoreCloser-TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/940f60c6ddf843d298eb88add411c799 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/940f60c6ddf843d298eb88add411c799 2024-11-09T05:27:52,645 DEBUG [StoreCloser-TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/7010c1dab1354757898adcd7553522d1 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/7010c1dab1354757898adcd7553522d1 2024-11-09T05:27:52,645 DEBUG [StoreCloser-TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/80d61b49365747fca1921796047587fc to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/80d61b49365747fca1921796047587fc 2024-11-09T05:27:52,646 DEBUG [StoreCloser-TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/fb34d689f2584065870e4f892f52cda8 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/fb34d689f2584065870e4f892f52cda8 2024-11-09T05:27:52,647 DEBUG [StoreCloser-TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/df730091211d49cf83ba7b1ba14cc4c5 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/df730091211d49cf83ba7b1ba14cc4c5 2024-11-09T05:27:52,648 DEBUG [StoreCloser-TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/87f45ed2dfbd45ab8b14b020f5f0c10c to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/87f45ed2dfbd45ab8b14b020f5f0c10c 2024-11-09T05:27:52,649 DEBUG [StoreCloser-TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/eb0a9ce705d14bacb54378b2f0213bd2 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/eb0a9ce705d14bacb54378b2f0213bd2 2024-11-09T05:27:52,649 DEBUG [StoreCloser-TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/c689861465f04fa5a7e62058a418ddbd to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/c689861465f04fa5a7e62058a418ddbd 2024-11-09T05:27:52,650 DEBUG [StoreCloser-TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/28965f06a51c4d1e80112c07629150d3 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/28965f06a51c4d1e80112c07629150d3 2024-11-09T05:27:52,652 DEBUG [StoreCloser-TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/d8b233c8454243f995fe1c3a2775418b, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/c153b3ad1ea94fbbb7eeed8fd029089a, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/10361e45bf4a49c08881b1e03e54d983, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/bfdf397d5ec24b61a798407908018ba1, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/70e6b709d87e44b89458ccf1f1bccf44, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/37945833f447442b80e01ee3e26057da, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/f9176a27156d4cdfb02a303bce035f0d, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/8983a5402aae4983a99c0d538dd0a628, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/95d2a5c2220a46bfb8216d03ead79fbe, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/ba21a09509764be498d7898ab4cf1f84, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/55b4f11d8d674463b89a049d6771a450, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/b284ca0702794ac4b9c620b1f7395795, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/81647d7b11a44c05a24b8b49ba3bb0d0, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/ee5605c74f41401299c129aa79113799, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/e343a7f9d706439bb7386e94fc57d13e, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/6e164c4a5e7e482d9d188af768d3530c, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/e15dcd5ff11a4af0bfd23c333fe3e134, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/43aa11d069574674ad1e83c9877bd22c, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/6f371805d06f4de5ab73097094b4f7b1, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/ca3aee42e2084335a21e47e84d3a87bd, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/1b42e1abb3ca476f88f43be22989e44b, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/eaba952393dd40179977cd2c1be9e0f7, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/f9b9eaa6eccf4543899eb76cee48660d, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/31ff10d525c14bfea1292944091ad2a9, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/5cbe5f7dd6244c35bb7cf1665e8cd924, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/5cd3980ffaf44cd498c1903e4547fb57, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/08a6cf9554a34f9ebf01c557f902f613, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/ea9d7a09f5c243f29d98a85d97a0e5d6, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/47298d1ba0c14e07b84faa39e3696faf, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/9929c5c60801489a893cd877df2bf473, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/78aed97ac1db41c8ac808b12fe65a548, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/d889fa19c5b74f50a9a397cfe5f26d96, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/5143280d4c2e49ecb680729694f75f95, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/ee8a5850229e4464aee2ab58fa8949af, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/49e1156e03ab4ec983805f968d6afdcf, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/940648576de04801a8e3899bd206dc3f, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/7bc698be39c445f7be4423254a52e0ca, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/d3b04fff82824a4db3e10fdeabb26337, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/14db4143ecce4fafbfaa160ab3ee485d, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/dc6b246cd619477ab3f14901de4804da, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/034ffc5950dc4fa9875763ddf70726da] to archive 2024-11-09T05:27:52,652 DEBUG [StoreCloser-TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-09T05:27:52,653 DEBUG [StoreCloser-TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/d8b233c8454243f995fe1c3a2775418b to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/d8b233c8454243f995fe1c3a2775418b 2024-11-09T05:27:52,654 DEBUG [StoreCloser-TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/c153b3ad1ea94fbbb7eeed8fd029089a to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/c153b3ad1ea94fbbb7eeed8fd029089a 2024-11-09T05:27:52,655 DEBUG [StoreCloser-TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/10361e45bf4a49c08881b1e03e54d983 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/10361e45bf4a49c08881b1e03e54d983 2024-11-09T05:27:52,656 DEBUG [StoreCloser-TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/bfdf397d5ec24b61a798407908018ba1 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/bfdf397d5ec24b61a798407908018ba1 2024-11-09T05:27:52,656 DEBUG [StoreCloser-TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/70e6b709d87e44b89458ccf1f1bccf44 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/70e6b709d87e44b89458ccf1f1bccf44 2024-11-09T05:27:52,657 DEBUG [StoreCloser-TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/37945833f447442b80e01ee3e26057da to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/37945833f447442b80e01ee3e26057da 2024-11-09T05:27:52,658 DEBUG [StoreCloser-TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/f9176a27156d4cdfb02a303bce035f0d to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/f9176a27156d4cdfb02a303bce035f0d 2024-11-09T05:27:52,659 DEBUG [StoreCloser-TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/8983a5402aae4983a99c0d538dd0a628 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/8983a5402aae4983a99c0d538dd0a628 2024-11-09T05:27:52,659 DEBUG [StoreCloser-TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/95d2a5c2220a46bfb8216d03ead79fbe to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/95d2a5c2220a46bfb8216d03ead79fbe 2024-11-09T05:27:52,660 DEBUG [StoreCloser-TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/ba21a09509764be498d7898ab4cf1f84 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/ba21a09509764be498d7898ab4cf1f84 2024-11-09T05:27:52,661 DEBUG [StoreCloser-TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/55b4f11d8d674463b89a049d6771a450 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/55b4f11d8d674463b89a049d6771a450 2024-11-09T05:27:52,662 DEBUG [StoreCloser-TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/b284ca0702794ac4b9c620b1f7395795 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/b284ca0702794ac4b9c620b1f7395795 2024-11-09T05:27:52,662 DEBUG [StoreCloser-TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/81647d7b11a44c05a24b8b49ba3bb0d0 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/81647d7b11a44c05a24b8b49ba3bb0d0 2024-11-09T05:27:52,663 DEBUG [StoreCloser-TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/ee5605c74f41401299c129aa79113799 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/ee5605c74f41401299c129aa79113799 2024-11-09T05:27:52,664 DEBUG [StoreCloser-TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/e343a7f9d706439bb7386e94fc57d13e to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/e343a7f9d706439bb7386e94fc57d13e 2024-11-09T05:27:52,664 DEBUG [StoreCloser-TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/6e164c4a5e7e482d9d188af768d3530c to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/6e164c4a5e7e482d9d188af768d3530c 2024-11-09T05:27:52,665 DEBUG [StoreCloser-TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/e15dcd5ff11a4af0bfd23c333fe3e134 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/e15dcd5ff11a4af0bfd23c333fe3e134 2024-11-09T05:27:52,666 DEBUG [StoreCloser-TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/43aa11d069574674ad1e83c9877bd22c to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/43aa11d069574674ad1e83c9877bd22c 2024-11-09T05:27:52,666 DEBUG [StoreCloser-TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/6f371805d06f4de5ab73097094b4f7b1 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/6f371805d06f4de5ab73097094b4f7b1 2024-11-09T05:27:52,667 DEBUG [StoreCloser-TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/ca3aee42e2084335a21e47e84d3a87bd to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/ca3aee42e2084335a21e47e84d3a87bd 2024-11-09T05:27:52,668 DEBUG [StoreCloser-TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/1b42e1abb3ca476f88f43be22989e44b to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/1b42e1abb3ca476f88f43be22989e44b 2024-11-09T05:27:52,669 DEBUG [StoreCloser-TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/eaba952393dd40179977cd2c1be9e0f7 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/eaba952393dd40179977cd2c1be9e0f7 2024-11-09T05:27:52,669 DEBUG [StoreCloser-TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/f9b9eaa6eccf4543899eb76cee48660d to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/f9b9eaa6eccf4543899eb76cee48660d 2024-11-09T05:27:52,670 DEBUG [StoreCloser-TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/31ff10d525c14bfea1292944091ad2a9 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/31ff10d525c14bfea1292944091ad2a9 2024-11-09T05:27:52,671 DEBUG [StoreCloser-TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/5cbe5f7dd6244c35bb7cf1665e8cd924 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/5cbe5f7dd6244c35bb7cf1665e8cd924 2024-11-09T05:27:52,671 DEBUG [StoreCloser-TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/5cd3980ffaf44cd498c1903e4547fb57 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/5cd3980ffaf44cd498c1903e4547fb57 2024-11-09T05:27:52,672 DEBUG [StoreCloser-TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/08a6cf9554a34f9ebf01c557f902f613 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/08a6cf9554a34f9ebf01c557f902f613 2024-11-09T05:27:52,673 DEBUG [StoreCloser-TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/ea9d7a09f5c243f29d98a85d97a0e5d6 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/ea9d7a09f5c243f29d98a85d97a0e5d6 2024-11-09T05:27:52,674 DEBUG [StoreCloser-TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/47298d1ba0c14e07b84faa39e3696faf to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/47298d1ba0c14e07b84faa39e3696faf 2024-11-09T05:27:52,674 DEBUG [StoreCloser-TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/9929c5c60801489a893cd877df2bf473 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/9929c5c60801489a893cd877df2bf473 2024-11-09T05:27:52,675 DEBUG [StoreCloser-TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/78aed97ac1db41c8ac808b12fe65a548 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/78aed97ac1db41c8ac808b12fe65a548 2024-11-09T05:27:52,676 DEBUG [StoreCloser-TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/d889fa19c5b74f50a9a397cfe5f26d96 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/d889fa19c5b74f50a9a397cfe5f26d96 2024-11-09T05:27:52,677 DEBUG [StoreCloser-TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/5143280d4c2e49ecb680729694f75f95 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/5143280d4c2e49ecb680729694f75f95 2024-11-09T05:27:52,677 DEBUG [StoreCloser-TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/ee8a5850229e4464aee2ab58fa8949af to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/ee8a5850229e4464aee2ab58fa8949af 2024-11-09T05:27:52,678 DEBUG [StoreCloser-TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/49e1156e03ab4ec983805f968d6afdcf to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/49e1156e03ab4ec983805f968d6afdcf 2024-11-09T05:27:52,679 DEBUG [StoreCloser-TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/940648576de04801a8e3899bd206dc3f to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/940648576de04801a8e3899bd206dc3f 2024-11-09T05:27:52,680 DEBUG [StoreCloser-TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/7bc698be39c445f7be4423254a52e0ca to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/7bc698be39c445f7be4423254a52e0ca 2024-11-09T05:27:52,680 DEBUG [StoreCloser-TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/d3b04fff82824a4db3e10fdeabb26337 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/d3b04fff82824a4db3e10fdeabb26337 2024-11-09T05:27:52,681 DEBUG [StoreCloser-TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/14db4143ecce4fafbfaa160ab3ee485d to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/14db4143ecce4fafbfaa160ab3ee485d 2024-11-09T05:27:52,682 DEBUG [StoreCloser-TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/dc6b246cd619477ab3f14901de4804da to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/dc6b246cd619477ab3f14901de4804da 2024-11-09T05:27:52,683 DEBUG [StoreCloser-TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/034ffc5950dc4fa9875763ddf70726da to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/034ffc5950dc4fa9875763ddf70726da 2024-11-09T05:27:52,686 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=187}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/recovered.edits/598.seqid, newMaxSeqId=598, maxSeqId=4 2024-11-09T05:27:52,687 INFO [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=187}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. 2024-11-09T05:27:52,687 DEBUG [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=187}] regionserver.HRegion(1676): Region close journal for 3c07dbfca0ee8420f88a959ab6934a89: Waiting for close lock at 1731130070332Running coprocessor pre-close hooks at 1731130070332Disabling compacts and flushes for region at 1731130070332Disabling writes for close at 1731130070944 (+612 ms)Obtaining lock to block concurrent updates at 1731130070944Preparing flush snapshotting stores in 3c07dbfca0ee8420f88a959ab6934a89 at 1731130070944Finished memstore snapshotting TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89., syncing WAL and waiting on mvcc, flushsize=dataSize=13740, getHeapSize=36720, getOffHeapSize=0, getCellsCount=300 at 1731130070944Flushing stores of TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89. at 1731130070945 (+1 ms)Flushing 3c07dbfca0ee8420f88a959ab6934a89/A: creating writer at 1731130070945Flushing mob file 3c07dbfca0ee8420f88a959ab6934a89/A: appending metadata at 1731130070948 (+3 ms)Flushing mob file 3c07dbfca0ee8420f88a959ab6934a89/A: closing flushed file at 1731130070948Flushing 3c07dbfca0ee8420f88a959ab6934a89/A: appending metadata at 1731130071354 (+406 ms)Flushing 3c07dbfca0ee8420f88a959ab6934a89/A: closing flushed file at 1731130071354Flushing 3c07dbfca0ee8420f88a959ab6934a89/B: creating writer at 1731130071759 (+405 ms)Flushing 3c07dbfca0ee8420f88a959ab6934a89/B: appending metadata at 1731130071761 (+2 ms)Flushing 3c07dbfca0ee8420f88a959ab6934a89/B: closing flushed file at 1731130071761Flushing 3c07dbfca0ee8420f88a959ab6934a89/C: creating writer at 1731130072166 (+405 ms)Flushing 3c07dbfca0ee8420f88a959ab6934a89/C: appending metadata at 1731130072168 (+2 ms)Flushing 3c07dbfca0ee8420f88a959ab6934a89/C: closing flushed file at 1731130072168Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ae510e4: reopening flushed file at 1731130072573 (+405 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@93a7a17: reopening flushed file at 1731130072576 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13c16bdc: reopening flushed file at 1731130072579 (+3 ms)Finished flush of dataSize ~13.42 KB/13740, heapSize ~35.86 KB/36720, currentSize=0 B/0 for 3c07dbfca0ee8420f88a959ab6934a89 in 1639ms, sequenceid=595, compaction requested=false at 1731130072583 (+4 ms)Writing region close event to WAL at 1731130072684 (+101 ms)Running coprocessor post-close hooks at 1731130072687 (+3 ms)Closed at 1731130072687 2024-11-09T05:27:52,688 INFO [RS_CLOSE_REGION-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_REGION, pid=187}] handler.UnassignRegionHandler(157): Closed 3c07dbfca0ee8420f88a959ab6934a89 2024-11-09T05:27:52,689 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=186 updating hbase:meta row=3c07dbfca0ee8420f88a959ab6934a89, regionState=CLOSED 2024-11-09T05:27:52,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=187, ppid=186, state=RUNNABLE, hasLock=false; CloseRegionProcedure 3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 because future has completed 2024-11-09T05:27:52,692 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=187, resume processing ppid=186 2024-11-09T05:27:52,692 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=187, ppid=186, state=SUCCESS, hasLock=false; CloseRegionProcedure 3c07dbfca0ee8420f88a959ab6934a89, server=059551c538b7,40801,1731129891493 in 2.5110 sec 2024-11-09T05:27:52,693 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=186, resume processing ppid=185 2024-11-09T05:27:52,693 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=186, ppid=185, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3c07dbfca0ee8420f88a959ab6934a89, UNASSIGN in 2.5150 sec 2024-11-09T05:27:52,695 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=185, resume processing ppid=184 2024-11-09T05:27:52,695 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=185, ppid=184, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.5180 sec 2024-11-09T05:27:52,696 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731130072696"}]},"ts":"1731130072696"} 2024-11-09T05:27:52,697 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-09T05:27:52,697 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-09T05:27:52,699 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=184, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 2.5260 sec 2024-11-09T05:27:54,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=184 2024-11-09T05:27:54,350 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-09T05:27:54,350 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-09T05:27:54,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] procedure2.ProcedureExecutor(1139): Stored pid=188, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T05:27:54,352 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=188, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T05:27:54,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=188 2024-11-09T05:27:54,352 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=188, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T05:27:54,354 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89 2024-11-09T05:27:54,355 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A, FileablePath, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B, FileablePath, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C, FileablePath, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/recovered.edits] 2024-11-09T05:27:54,357 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/5a35b6bfd1374fdeb4b9e4abfd35a0b7 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/5a35b6bfd1374fdeb4b9e4abfd35a0b7 2024-11-09T05:27:54,358 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/89e6eae71fd74816b324908348bf1d58 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/A/89e6eae71fd74816b324908348bf1d58 2024-11-09T05:27:54,359 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/1e71183353d24da79dd57e7fccb55978 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/1e71183353d24da79dd57e7fccb55978 2024-11-09T05:27:54,360 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/b7e7b612b2c646c0ab87123ff9278b43 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/B/b7e7b612b2c646c0ab87123ff9278b43 2024-11-09T05:27:54,361 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/6222b6a0f3b64c81b4aed7536884b909 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/6222b6a0f3b64c81b4aed7536884b909 2024-11-09T05:27:54,362 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/b55dbc2272d64a0da5f33c3a774465be to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/C/b55dbc2272d64a0da5f33c3a774465be 2024-11-09T05:27:54,364 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/recovered.edits/598.seqid to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89/recovered.edits/598.seqid 2024-11-09T05:27:54,365 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/default/TestAcidGuarantees/3c07dbfca0ee8420f88a959ab6934a89 2024-11-09T05:27:54,365 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-09T05:27:54,365 DEBUG [PEWorker-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-09T05:27:54,366 DEBUG [PEWorker-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-09T05:27:54,368 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411090b3cb63166504e599532cc9a35a2c56f_3c07dbfca0ee8420f88a959ab6934a89 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411090b3cb63166504e599532cc9a35a2c56f_3c07dbfca0ee8420f88a959ab6934a89 2024-11-09T05:27:54,369 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110920dd147ab4d04ce48c80f0aef47f4e6f_3c07dbfca0ee8420f88a959ab6934a89 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110920dd147ab4d04ce48c80f0aef47f4e6f_3c07dbfca0ee8420f88a959ab6934a89 2024-11-09T05:27:54,370 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411092c294dcb375340ffb7ea7f6e206cabef_3c07dbfca0ee8420f88a959ab6934a89 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411092c294dcb375340ffb7ea7f6e206cabef_3c07dbfca0ee8420f88a959ab6934a89 2024-11-09T05:27:54,371 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110939d62fafd2b34b0a847d3ca4afbb617f_3c07dbfca0ee8420f88a959ab6934a89 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110939d62fafd2b34b0a847d3ca4afbb617f_3c07dbfca0ee8420f88a959ab6934a89 2024-11-09T05:27:54,371 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109415433f24f9c475aa52fa67696d0c8e2_3c07dbfca0ee8420f88a959ab6934a89 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109415433f24f9c475aa52fa67696d0c8e2_3c07dbfca0ee8420f88a959ab6934a89 2024-11-09T05:27:54,372 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411095b75c478bbe748e089a106dc67dacf59_3c07dbfca0ee8420f88a959ab6934a89 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411095b75c478bbe748e089a106dc67dacf59_3c07dbfca0ee8420f88a959ab6934a89 2024-11-09T05:27:54,373 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110974c6ba1ad62b470c8b8368cf704b4ef9_3c07dbfca0ee8420f88a959ab6934a89 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110974c6ba1ad62b470c8b8368cf704b4ef9_3c07dbfca0ee8420f88a959ab6934a89 2024-11-09T05:27:54,374 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110975d1e10f952045488f74c732d76cabf8_3c07dbfca0ee8420f88a959ab6934a89 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110975d1e10f952045488f74c732d76cabf8_3c07dbfca0ee8420f88a959ab6934a89 2024-11-09T05:27:54,375 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411097797c01ef6264c1b9b0f926f463a94e6_3c07dbfca0ee8420f88a959ab6934a89 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411097797c01ef6264c1b9b0f926f463a94e6_3c07dbfca0ee8420f88a959ab6934a89 2024-11-09T05:27:54,375 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110978e0894034b8475088496307207cf565_3c07dbfca0ee8420f88a959ab6934a89 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110978e0894034b8475088496307207cf565_3c07dbfca0ee8420f88a959ab6934a89 2024-11-09T05:27:54,376 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411097963f7d23d54481092f86b2b93a6c96d_3c07dbfca0ee8420f88a959ab6934a89 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411097963f7d23d54481092f86b2b93a6c96d_3c07dbfca0ee8420f88a959ab6934a89 2024-11-09T05:27:54,377 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411098039815529bd45a79a282590fca493bf_3c07dbfca0ee8420f88a959ab6934a89 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411098039815529bd45a79a282590fca493bf_3c07dbfca0ee8420f88a959ab6934a89 2024-11-09T05:27:54,378 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110980b6d8cb0af14742a8b73a91ad457041_3c07dbfca0ee8420f88a959ab6934a89 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110980b6d8cb0af14742a8b73a91ad457041_3c07dbfca0ee8420f88a959ab6934a89 2024-11-09T05:27:54,379 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110981ce3ad2803649999ae52c50570b4063_3c07dbfca0ee8420f88a959ab6934a89 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110981ce3ad2803649999ae52c50570b4063_3c07dbfca0ee8420f88a959ab6934a89 2024-11-09T05:27:54,380 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109848fe0f4b28f4a9fa8ee6c775d5c1cd0_3c07dbfca0ee8420f88a959ab6934a89 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109848fe0f4b28f4a9fa8ee6c775d5c1cd0_3c07dbfca0ee8420f88a959ab6934a89 2024-11-09T05:27:54,381 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110985efdb8c17fa441e8c153be7ccad523c_3c07dbfca0ee8420f88a959ab6934a89 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110985efdb8c17fa441e8c153be7ccad523c_3c07dbfca0ee8420f88a959ab6934a89 2024-11-09T05:27:54,382 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109923031253cfa4d0e975734a078a9da62_3c07dbfca0ee8420f88a959ab6934a89 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109923031253cfa4d0e975734a078a9da62_3c07dbfca0ee8420f88a959ab6934a89 2024-11-09T05:27:54,383 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110996344410ef9e4b30af0ff4d89d48a51f_3c07dbfca0ee8420f88a959ab6934a89 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110996344410ef9e4b30af0ff4d89d48a51f_3c07dbfca0ee8420f88a959ab6934a89 2024-11-09T05:27:54,383 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109b17c93ada2f04e1abdbcbb3f964fdc56_3c07dbfca0ee8420f88a959ab6934a89 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109b17c93ada2f04e1abdbcbb3f964fdc56_3c07dbfca0ee8420f88a959ab6934a89 2024-11-09T05:27:54,384 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109b24bba4b39e44d4f9d6eff02d18e06e7_3c07dbfca0ee8420f88a959ab6934a89 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109b24bba4b39e44d4f9d6eff02d18e06e7_3c07dbfca0ee8420f88a959ab6934a89 2024-11-09T05:27:54,385 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109bbd7791754404b18aa2f4f34db9b2318_3c07dbfca0ee8420f88a959ab6934a89 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109bbd7791754404b18aa2f4f34db9b2318_3c07dbfca0ee8420f88a959ab6934a89 2024-11-09T05:27:54,386 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109c5518802b3eb48138dd6ce1a6ce4fd0f_3c07dbfca0ee8420f88a959ab6934a89 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109c5518802b3eb48138dd6ce1a6ce4fd0f_3c07dbfca0ee8420f88a959ab6934a89 2024-11-09T05:27:54,387 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109c7239618c01b41bfb8c294bdac0028bd_3c07dbfca0ee8420f88a959ab6934a89 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109c7239618c01b41bfb8c294bdac0028bd_3c07dbfca0ee8420f88a959ab6934a89 2024-11-09T05:27:54,388 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109cbac0e34a5a347c9b4f65ef1660fbaa7_3c07dbfca0ee8420f88a959ab6934a89 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109cbac0e34a5a347c9b4f65ef1660fbaa7_3c07dbfca0ee8420f88a959ab6934a89 2024-11-09T05:27:54,389 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109d48bdb07853a431893430e19b190a831_3c07dbfca0ee8420f88a959ab6934a89 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109d48bdb07853a431893430e19b190a831_3c07dbfca0ee8420f88a959ab6934a89 2024-11-09T05:27:54,390 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109da7ba2f347544eea9e7e361efc1e01e3_3c07dbfca0ee8420f88a959ab6934a89 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109da7ba2f347544eea9e7e361efc1e01e3_3c07dbfca0ee8420f88a959ab6934a89 2024-11-09T05:27:54,390 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109e5a481eb87204d42a73e3fc0aba9216f_3c07dbfca0ee8420f88a959ab6934a89 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109e5a481eb87204d42a73e3fc0aba9216f_3c07dbfca0ee8420f88a959ab6934a89 2024-11-09T05:27:54,391 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109ee005f5d603a4e58b051aba5ed3b715e_3c07dbfca0ee8420f88a959ab6934a89 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109ee005f5d603a4e58b051aba5ed3b715e_3c07dbfca0ee8420f88a959ab6934a89 2024-11-09T05:27:54,392 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109fa2904b39f49413f8b15d5c4208f7a08_3c07dbfca0ee8420f88a959ab6934a89 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109fa2904b39f49413f8b15d5c4208f7a08_3c07dbfca0ee8420f88a959ab6934a89 2024-11-09T05:27:54,393 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109ffd32e3015fe40f29b0b0b56959823b0_3c07dbfca0ee8420f88a959ab6934a89 to hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109ffd32e3015fe40f29b0b0b56959823b0_3c07dbfca0ee8420f88a959ab6934a89 2024-11-09T05:27:54,393 DEBUG [PEWorker-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-09T05:27:54,395 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=188, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T05:27:54,397 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-09T05:27:54,398 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-09T05:27:54,399 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=188, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T05:27:54,399 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-09T05:27:54,399 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731130074399"}]},"ts":"9223372036854775807"} 2024-11-09T05:27:54,401 INFO [PEWorker-2 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-09T05:27:54,401 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 3c07dbfca0ee8420f88a959ab6934a89, NAME => 'TestAcidGuarantees,,1731130045018.3c07dbfca0ee8420f88a959ab6934a89.', STARTKEY => '', ENDKEY => ''}] 2024-11-09T05:27:54,401 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-09T05:27:54,401 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731130074401"}]},"ts":"9223372036854775807"} 2024-11-09T05:27:54,403 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-09T05:27:54,403 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=188, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T05:27:54,404 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=188, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 53 msec 2024-11-09T05:27:54,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41745 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=188 2024-11-09T05:27:54,460 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-09T05:27:54,462 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-09T05:27:54,469 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMobGetAtomicity Thread=241 (was 238) - Thread LEAK? -, OpenFileDescriptor=455 (was 447) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=728 (was 671) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=270 (was 354) 2024-11-09T05:27:54,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T05:27:54,469 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T05:27:54,469 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T05:27:54,469 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:27:54,469 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:27:54,469 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T05:27:54,469 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T05:27:54,469 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=855483586, stopped=false 2024-11-09T05:27:54,470 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=059551c538b7,41745,1731129890711 2024-11-09T05:27:54,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40801-0x1011e0dcfdf0001, quorum=127.0.0.1:62885, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T05:27:54,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40801-0x1011e0dcfdf0001, quorum=127.0.0.1:62885, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T05:27:54,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41745-0x1011e0dcfdf0000, quorum=127.0.0.1:62885, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T05:27:54,516 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T05:27:54,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41745-0x1011e0dcfdf0000, quorum=127.0.0.1:62885, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T05:27:54,517 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T05:27:54,517 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T05:27:54,517 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:27:54,517 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41745-0x1011e0dcfdf0000, quorum=127.0.0.1:62885, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T05:27:54,517 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '059551c538b7,40801,1731129891493' ***** 2024-11-09T05:27:54,517 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T05:27:54,517 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T05:27:54,518 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40801-0x1011e0dcfdf0001, quorum=127.0.0.1:62885, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T05:27:54,518 INFO [RS:0;059551c538b7:40801 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T05:27:54,518 INFO [RS:0;059551c538b7:40801 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T05:27:54,518 INFO [RS:0;059551c538b7:40801 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T05:27:54,518 INFO [RS:0;059551c538b7:40801 {}] regionserver.HRegionServer(959): stopping server 059551c538b7,40801,1731129891493 2024-11-09T05:27:54,518 INFO [RS:0;059551c538b7:40801 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T05:27:54,518 INFO [RS:0;059551c538b7:40801 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;059551c538b7:40801. 2024-11-09T05:27:54,519 DEBUG [RS:0;059551c538b7:40801 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T05:27:54,519 DEBUG [RS:0;059551c538b7:40801 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:27:54,519 INFO [RS:0;059551c538b7:40801 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T05:27:54,519 INFO [RS:0;059551c538b7:40801 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T05:27:54,519 INFO [RS:0;059551c538b7:40801 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T05:27:54,519 INFO [RS:0;059551c538b7:40801 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T05:27:54,532 INFO [RS:0;059551c538b7:40801 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-09T05:27:54,532 DEBUG [RS:0;059551c538b7:40801 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-09T05:27:54,533 DEBUG [RS_CLOSE_META-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T05:27:54,533 INFO [RS_CLOSE_META-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T05:27:54,533 DEBUG [RS_CLOSE_META-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T05:27:54,533 DEBUG [RS:0;059551c538b7:40801 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T05:27:54,533 DEBUG [RS_CLOSE_META-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T05:27:54,533 DEBUG [RS_CLOSE_META-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T05:27:54,533 INFO [RS_CLOSE_META-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=19.91 KB heapSize=35.20 KB 2024-11-09T05:27:54,545 INFO [regionserver/059551c538b7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T05:27:54,557 DEBUG [RS_CLOSE_META-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/hbase/meta/1588230740/.tmp/info/eea8ac2cd172465583384d6fe309c8b0 is 95, key is TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3./info:/1731129922985/DeleteFamily/seqid=0 2024-11-09T05:27:54,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742603_1779 (size=6514) 2024-11-09T05:27:54,560 INFO [RS_CLOSE_META-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.75 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/hbase/meta/1588230740/.tmp/info/eea8ac2cd172465583384d6fe309c8b0 2024-11-09T05:27:54,580 DEBUG [RS_CLOSE_META-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/hbase/meta/1588230740/.tmp/ns/f59931f12ad34fa696579f952c186b79 is 93, key is TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3./ns:/1731129922948/DeleteFamily/seqid=0 2024-11-09T05:27:54,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742604_1780 (size=5906) 2024-11-09T05:27:54,733 DEBUG [RS:0;059551c538b7:40801 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T05:27:54,764 INFO [regionserver/059551c538b7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T05:27:54,764 INFO [regionserver/059551c538b7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T05:27:54,933 DEBUG [RS:0;059551c538b7:40801 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T05:27:54,983 INFO [RS_CLOSE_META-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=608 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/hbase/meta/1588230740/.tmp/ns/f59931f12ad34fa696579f952c186b79 2024-11-09T05:27:55,001 DEBUG [RS_CLOSE_META-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/hbase/meta/1588230740/.tmp/rep_barrier/f26cd5497d7341b78d9795fef9f36614 is 102, key is TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3./rep_barrier:/1731129922948/DeleteFamily/seqid=0 2024-11-09T05:27:55,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742605_1781 (size=6025) 2024-11-09T05:27:55,004 INFO [RS_CLOSE_META-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/hbase/meta/1588230740/.tmp/rep_barrier/f26cd5497d7341b78d9795fef9f36614 2024-11-09T05:27:55,019 DEBUG [RS_CLOSE_META-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/hbase/meta/1588230740/.tmp/table/5c1b1d542e394bf79c222f84e4ad43f0 is 96, key is TestAcidGuarantees,,1731129895321.0eab33f5090cf0ba2f10dba61a274cd3./table:/1731129922948/DeleteFamily/seqid=0 2024-11-09T05:27:55,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742606_1782 (size=5936) 2024-11-09T05:27:55,133 DEBUG [RS:0;059551c538b7:40801 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T05:27:55,333 DEBUG [RS:0;059551c538b7:40801 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T05:27:55,422 INFO [RS_CLOSE_META-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.99 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/hbase/meta/1588230740/.tmp/table/5c1b1d542e394bf79c222f84e4ad43f0 2024-11-09T05:27:55,426 DEBUG [RS_CLOSE_META-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/hbase/meta/1588230740/.tmp/info/eea8ac2cd172465583384d6fe309c8b0 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/hbase/meta/1588230740/info/eea8ac2cd172465583384d6fe309c8b0 2024-11-09T05:27:55,429 INFO [RS_CLOSE_META-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/hbase/meta/1588230740/info/eea8ac2cd172465583384d6fe309c8b0, entries=12, sequenceid=90, filesize=6.4 K 2024-11-09T05:27:55,429 DEBUG [RS_CLOSE_META-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/hbase/meta/1588230740/.tmp/ns/f59931f12ad34fa696579f952c186b79 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/hbase/meta/1588230740/ns/f59931f12ad34fa696579f952c186b79 2024-11-09T05:27:55,432 INFO [RS_CLOSE_META-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/hbase/meta/1588230740/ns/f59931f12ad34fa696579f952c186b79, entries=8, sequenceid=90, filesize=5.8 K 2024-11-09T05:27:55,432 DEBUG [RS_CLOSE_META-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/hbase/meta/1588230740/.tmp/rep_barrier/f26cd5497d7341b78d9795fef9f36614 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/hbase/meta/1588230740/rep_barrier/f26cd5497d7341b78d9795fef9f36614 2024-11-09T05:27:55,435 INFO [RS_CLOSE_META-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/hbase/meta/1588230740/rep_barrier/f26cd5497d7341b78d9795fef9f36614, entries=6, sequenceid=90, filesize=5.9 K 2024-11-09T05:27:55,435 DEBUG [RS_CLOSE_META-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/hbase/meta/1588230740/.tmp/table/5c1b1d542e394bf79c222f84e4ad43f0 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/hbase/meta/1588230740/table/5c1b1d542e394bf79c222f84e4ad43f0 2024-11-09T05:27:55,438 INFO [RS_CLOSE_META-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/hbase/meta/1588230740/table/5c1b1d542e394bf79c222f84e4ad43f0, entries=7, sequenceid=90, filesize=5.8 K 2024-11-09T05:27:55,439 INFO [RS_CLOSE_META-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 906ms, sequenceid=90, compaction requested=false 2024-11-09T05:27:55,446 DEBUG [RS_CLOSE_META-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/data/hbase/meta/1588230740/recovered.edits/93.seqid, newMaxSeqId=93, maxSeqId=1 2024-11-09T05:27:55,447 DEBUG [RS_CLOSE_META-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T05:27:55,447 INFO [RS_CLOSE_META-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T05:27:55,447 DEBUG [RS_CLOSE_META-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731130074532Running coprocessor pre-close hooks at 1731130074532Disabling compacts and flushes for region at 1731130074532Disabling writes for close at 1731130074533 (+1 ms)Obtaining lock to block concurrent updates at 1731130074533Preparing flush snapshotting stores in 1588230740 at 1731130074533Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=20384, getHeapSize=35984, getOffHeapSize=0, getCellsCount=191 at 1731130074533Flushing stores of hbase:meta,,1.1588230740 at 1731130074533Flushing 1588230740/info: creating writer at 1731130074534 (+1 ms)Flushing 1588230740/info: appending metadata at 1731130074557 (+23 ms)Flushing 1588230740/info: closing flushed file at 1731130074557Flushing 1588230740/ns: creating writer at 1731130074563 (+6 ms)Flushing 1588230740/ns: appending metadata at 1731130074580 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731130074580Flushing 1588230740/rep_barrier: creating writer at 1731130074985 (+405 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731130075001 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731130075001Flushing 1588230740/table: creating writer at 1731130075006 (+5 ms)Flushing 1588230740/table: appending metadata at 1731130075019 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731130075019Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e90cbdc: reopening flushed file at 1731130075425 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ea1ca9d: reopening flushed file at 1731130075429 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47d47201: reopening flushed file at 1731130075432 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c21bd2a: reopening flushed file at 1731130075435 (+3 ms)Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 906ms, sequenceid=90, compaction requested=false at 1731130075439 (+4 ms)Writing region close event to WAL at 1731130075444 (+5 ms)Running coprocessor post-close hooks at 1731130075447 (+3 ms)Closed at 1731130075447 2024-11-09T05:27:55,447 DEBUG [RS_CLOSE_META-regionserver/059551c538b7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T05:27:55,534 INFO [RS:0;059551c538b7:40801 {}] regionserver.HRegionServer(976): stopping server 059551c538b7,40801,1731129891493; all regions closed. 2024-11-09T05:27:55,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073741834_1010 (size=25344) 2024-11-09T05:27:55,540 DEBUG [RS:0;059551c538b7:40801 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/oldWALs 2024-11-09T05:27:55,540 INFO [RS:0;059551c538b7:40801 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 059551c538b7%2C40801%2C1731129891493.meta:.meta(num 1731129894791) 2024-11-09T05:27:55,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073741833_1009 (size=17603908) 2024-11-09T05:27:55,542 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/WALs/059551c538b7,40801,1731129891493/059551c538b7%2C40801%2C1731129891493.1731129893916 not finished, retry = 0 2024-11-09T05:27:55,644 DEBUG [RS:0;059551c538b7:40801 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/oldWALs 2024-11-09T05:27:55,644 INFO [RS:0;059551c538b7:40801 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 059551c538b7%2C40801%2C1731129891493:(num 1731129893916) 2024-11-09T05:27:55,644 DEBUG [RS:0;059551c538b7:40801 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T05:27:55,644 INFO [RS:0;059551c538b7:40801 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T05:27:55,644 INFO [RS:0;059551c538b7:40801 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T05:27:55,644 INFO [RS:0;059551c538b7:40801 {}] hbase.ChoreService(370): Chore service for: regionserver/059551c538b7:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-09T05:27:55,644 INFO [RS:0;059551c538b7:40801 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T05:27:55,645 INFO [regionserver/059551c538b7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T05:27:55,645 INFO [RS:0;059551c538b7:40801 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40801 2024-11-09T05:27:55,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40801-0x1011e0dcfdf0001, quorum=127.0.0.1:62885, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/059551c538b7,40801,1731129891493 2024-11-09T05:27:55,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41745-0x1011e0dcfdf0000, quorum=127.0.0.1:62885, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T05:27:55,716 INFO [RS:0;059551c538b7:40801 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T05:27:55,727 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [059551c538b7,40801,1731129891493] 2024-11-09T05:27:55,737 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/059551c538b7,40801,1731129891493 already deleted, retry=false 2024-11-09T05:27:55,737 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 059551c538b7,40801,1731129891493 expired; onlineServers=0 2024-11-09T05:27:55,737 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '059551c538b7,41745,1731129890711' ***** 2024-11-09T05:27:55,738 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T05:27:55,738 INFO [M:0;059551c538b7:41745 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T05:27:55,738 INFO [M:0;059551c538b7:41745 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T05:27:55,738 DEBUG [M:0;059551c538b7:41745 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T05:27:55,738 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T05:27:55,738 DEBUG [M:0;059551c538b7:41745 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T05:27:55,738 DEBUG [master/059551c538b7:0:becomeActiveMaster-HFileCleaner.large.0-1731129893494 {}] cleaner.HFileCleaner(306): Exit Thread[master/059551c538b7:0:becomeActiveMaster-HFileCleaner.large.0-1731129893494,5,FailOnTimeoutGroup] 2024-11-09T05:27:55,738 DEBUG [master/059551c538b7:0:becomeActiveMaster-HFileCleaner.small.0-1731129893495 {}] cleaner.HFileCleaner(306): Exit Thread[master/059551c538b7:0:becomeActiveMaster-HFileCleaner.small.0-1731129893495,5,FailOnTimeoutGroup] 2024-11-09T05:27:55,738 INFO [M:0;059551c538b7:41745 {}] hbase.ChoreService(370): Chore service for: master/059551c538b7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T05:27:55,738 INFO [M:0;059551c538b7:41745 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T05:27:55,738 DEBUG [M:0;059551c538b7:41745 {}] master.HMaster(1795): Stopping service threads 2024-11-09T05:27:55,738 INFO [M:0;059551c538b7:41745 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T05:27:55,738 INFO [M:0;059551c538b7:41745 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T05:27:55,739 ERROR [M:0;059551c538b7:41745 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-11-09T05:27:55,739 INFO [M:0;059551c538b7:41745 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T05:27:55,739 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T05:27:55,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41745-0x1011e0dcfdf0000, quorum=127.0.0.1:62885, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-09T05:27:55,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41745-0x1011e0dcfdf0000, quorum=127.0.0.1:62885, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T05:27:55,748 DEBUG [M:0;059551c538b7:41745 {}] zookeeper.ZKUtil(347): master:41745-0x1011e0dcfdf0000, quorum=127.0.0.1:62885, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-09T05:27:55,748 WARN [M:0;059551c538b7:41745 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T05:27:55,748 INFO [M:0;059551c538b7:41745 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/.lastflushedseqids 2024-11-09T05:27:55,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742607_1783 (size=72) 2024-11-09T05:27:55,758 INFO [M:0;059551c538b7:41745 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T05:27:55,758 INFO [M:0;059551c538b7:41745 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T05:27:55,758 DEBUG [M:0;059551c538b7:41745 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T05:27:55,758 INFO [M:0;059551c538b7:41745 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T05:27:55,758 DEBUG [M:0;059551c538b7:41745 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T05:27:55,758 DEBUG [M:0;059551c538b7:41745 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T05:27:55,758 DEBUG [M:0;059551c538b7:41745 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T05:27:55,758 INFO [M:0;059551c538b7:41745 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=800.71 KB heapSize=987.59 KB 2024-11-09T05:27:55,776 DEBUG [M:0;059551c538b7:41745 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/277c471aeaca4e6e8b60204430c0d034 is 82, key is hbase:meta,,1/info:regioninfo/1731129894875/Put/seqid=0 2024-11-09T05:27:55,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742608_1784 (size=5672) 2024-11-09T05:27:55,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40801-0x1011e0dcfdf0001, quorum=127.0.0.1:62885, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T05:27:55,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40801-0x1011e0dcfdf0001, quorum=127.0.0.1:62885, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T05:27:55,828 INFO [RS:0;059551c538b7:40801 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T05:27:55,828 INFO [RS:0;059551c538b7:40801 {}] regionserver.HRegionServer(1031): Exiting; stopping=059551c538b7,40801,1731129891493; zookeeper connection closed. 2024-11-09T05:27:55,829 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4adbae7f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4adbae7f 2024-11-09T05:27:55,829 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T05:27:56,180 INFO [M:0;059551c538b7:41745 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2307 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/277c471aeaca4e6e8b60204430c0d034 2024-11-09T05:27:56,221 DEBUG [M:0;059551c538b7:41745 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7361ce7080514cc188a4bcc89c6a0c4c is 2276, key is \x00\x00\x00\x00\x00\x00\x00\xA1/proc:d/1731130047707/Put/seqid=0 2024-11-09T05:27:56,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742609_1785 (size=47258) 2024-11-09T05:27:56,233 INFO [M:0;059551c538b7:41745 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=800.16 KB at sequenceid=2307 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7361ce7080514cc188a4bcc89c6a0c4c 2024-11-09T05:27:56,236 INFO [M:0;059551c538b7:41745 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7361ce7080514cc188a4bcc89c6a0c4c 2024-11-09T05:27:56,253 DEBUG [M:0;059551c538b7:41745 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/82d8fd19b4d54ffbb563cb0dab19af5c is 69, key is 059551c538b7,40801,1731129891493/rs:state/1731129893623/Put/seqid=0 2024-11-09T05:27:56,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073742610_1786 (size=5156) 2024-11-09T05:27:56,656 INFO [M:0;059551c538b7:41745 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2307 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/82d8fd19b4d54ffbb563cb0dab19af5c 2024-11-09T05:27:56,659 DEBUG [M:0;059551c538b7:41745 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/277c471aeaca4e6e8b60204430c0d034 as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/277c471aeaca4e6e8b60204430c0d034 2024-11-09T05:27:56,661 INFO [M:0;059551c538b7:41745 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/277c471aeaca4e6e8b60204430c0d034, entries=8, sequenceid=2307, filesize=5.5 K 2024-11-09T05:27:56,662 DEBUG [M:0;059551c538b7:41745 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7361ce7080514cc188a4bcc89c6a0c4c as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7361ce7080514cc188a4bcc89c6a0c4c 2024-11-09T05:27:56,665 INFO [M:0;059551c538b7:41745 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7361ce7080514cc188a4bcc89c6a0c4c 2024-11-09T05:27:56,665 INFO [M:0;059551c538b7:41745 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7361ce7080514cc188a4bcc89c6a0c4c, entries=188, sequenceid=2307, filesize=46.2 K 2024-11-09T05:27:56,666 DEBUG [M:0;059551c538b7:41745 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/82d8fd19b4d54ffbb563cb0dab19af5c as hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/82d8fd19b4d54ffbb563cb0dab19af5c 2024-11-09T05:27:56,668 INFO [M:0;059551c538b7:41745 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/c5830813-0113-00ca-fcb9-dfe03ed63320/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/82d8fd19b4d54ffbb563cb0dab19af5c, entries=1, sequenceid=2307, filesize=5.0 K 2024-11-09T05:27:56,669 INFO [M:0;059551c538b7:41745 {}] regionserver.HRegion(3140): Finished flush of dataSize ~800.71 KB/819930, heapSize ~987.30 KB/1010992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 911ms, sequenceid=2307, compaction requested=false 2024-11-09T05:27:56,670 INFO [M:0;059551c538b7:41745 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T05:27:56,670 DEBUG [M:0;059551c538b7:41745 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731130075758Disabling compacts and flushes for region at 1731130075758Disabling writes for close at 1731130075758Obtaining lock to block concurrent updates at 1731130075758Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731130075758Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=819930, getHeapSize=1011232, getOffHeapSize=0, getCellsCount=2520 at 1731130075759 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731130075759Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731130075759Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731130075776 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731130075776Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731130076183 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731130076220 (+37 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731130076220Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731130076237 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731130076252 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731130076252Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c6dca17: reopening flushed file at 1731130076658 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c1db7f6: reopening flushed file at 1731130076662 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b054f44: reopening flushed file at 1731130076665 (+3 ms)Finished flush of dataSize ~800.71 KB/819930, heapSize ~987.30 KB/1010992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 911ms, sequenceid=2307, compaction requested=false at 1731130076669 (+4 ms)Writing region close event to WAL at 1731130076670 (+1 ms)Closed at 1731130076670 2024-11-09T05:27:56,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45391 is added to blk_1073741830_1006 (size=971156) 2024-11-09T05:27:56,673 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T05:27:56,673 INFO [M:0;059551c538b7:41745 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T05:27:56,674 INFO [M:0;059551c538b7:41745 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41745 2024-11-09T05:27:56,674 INFO [M:0;059551c538b7:41745 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T05:27:56,827 INFO [M:0;059551c538b7:41745 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T05:27:56,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41745-0x1011e0dcfdf0000, quorum=127.0.0.1:62885, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T05:27:56,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41745-0x1011e0dcfdf0000, quorum=127.0.0.1:62885, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T05:27:56,850 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4269bd31{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T05:27:56,852 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@353d64f2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T05:27:56,852 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T05:27:56,852 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@435f9f96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T05:27:56,853 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4fd7fa7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d09197ca-a97b-6c22-59af-b654184216ce/hadoop.log.dir/,STOPPED} 2024-11-09T05:27:56,856 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T05:27:56,856 WARN [BP-780707363-172.17.0.2-1731129886640 heartbeating to localhost/127.0.0.1:42479 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T05:27:56,856 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T05:27:56,856 WARN [BP-780707363-172.17.0.2-1731129886640 heartbeating to localhost/127.0.0.1:42479 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-780707363-172.17.0.2-1731129886640 (Datanode Uuid 04575908-092f-4e9c-ba86-d11d25d42665) service to localhost/127.0.0.1:42479 2024-11-09T05:27:56,859 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d09197ca-a97b-6c22-59af-b654184216ce/cluster_be2cea33-2301-f177-92ff-6ea3f48be4bb/data/data1/current/BP-780707363-172.17.0.2-1731129886640 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T05:27:56,859 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d09197ca-a97b-6c22-59af-b654184216ce/cluster_be2cea33-2301-f177-92ff-6ea3f48be4bb/data/data2/current/BP-780707363-172.17.0.2-1731129886640 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T05:27:56,860 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T05:27:56,868 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4ded99d3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T05:27:56,868 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@557285fa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T05:27:56,868 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T05:27:56,869 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@93c62df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T05:27:56,869 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b23711f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d09197ca-a97b-6c22-59af-b654184216ce/hadoop.log.dir/,STOPPED} 2024-11-09T05:27:56,890 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-09T05:27:57,078 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down